import sys
import gym

from elegantrl.train.run import train_and_evaluate, train_and_evaluate_mp
from elegantrl.train.config import Arguments
from elegantrl.agents.AgentA2C import AgentA2C
from elegantrl.agents.AgentPPO import AgentPPO, AgentPPOHterm, AgentPPOHtermKV2, AgentPPOHtermK


def demo_a2c_ppo(gpu_id, drl_id, env_id):
    env_name = ['Pendulum-v0',
                'Pendulum-v1',
                'LunarLanderContinuous-v2',
                'BipedalWalker-v3',
                'Hopper-v2',
                'HalfCheetah-v3',
                'Humanoid-v3', ][env_id]
    agent_class = [AgentA2C, AgentPPO][drl_id]

    if env_name in {'Pendulum-v0', 'Pendulum-v1'}:
        from elegantrl.envs.CustomGymEnv import PendulumEnv
        env = PendulumEnv(env_name, target_return=-500)
        "TotalStep: 1e5, TargetReward: -200, UsedTime: 600s"
        args = Arguments(agent_class, env=env)
        args.reward_scale = 2 ** -1  # RewardRange: -1800 < -200 < -50 < 0
        args.gamma = 0.97
        args.target_step = args.max_step * 8
        # args.eval_times = 2 ** 3

        args.gamma = 0.95
        args.target_step = args.max_step * 16
        args.net_dim = 2 ** 7
        args.eval_times = 2 ** 6
        args.break_step = 6e5  # todo
        args.if_allow_break = False
    elif env_name == 'LunarLanderContinuous-v2':
        """
        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        1  8.12e+03 -133.73 | -133.73   51.5     74    12 |   -0.59   9.57   0.02  -0.50
        1  1.86e+05   80.11 |  -23.68  161.1    214   111 |    0.05   1.99   0.04  -0.63
        1  9.88e+05  245.42 |  240.23   62.3    267   132 |    0.51   9.22   0.15  -1.13
        1  1.77e+06  271.45 |  246.60   79.0    208    39 |    0.72   2.41   0.11  -1.03
        1  3.55e+06  286.92 |  281.84   25.7    185    72 |    0.88   1.19   0.01  -1.00
        1  3.87e+06  286.98 |  286.98   17.9    160    14 |    0.77   1.05  -0.00  -1.02
        | UsedTime:    3900 |

        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        1  8.17e+03 -236.66 | -236.66  109.5    115    32 |   -0.81  15.13   0.15  -0.50
        1  9.54e+04 -128.74 | -128.74   94.7    335   243 |    0.02   7.12  -0.01  -0.57
        1  1.71e+05  110.53 |  110.53  166.0    345   121 |    0.06   0.92   0.05  -0.64
        1  5.07e+05  218.86 |  210.64  111.2    297   112 |    0.47   7.01   0.02  -1.08
        1  6.43e+05  268.47 |  268.47   26.2    239   104 |    0.42   6.52  -0.05  -1.13
        1  1.06e+06  284.71 |  275.28   19.1    180    22 |    0.77   1.64  -0.06  -1.16
        1  1.33e+06  290.29 |  271.59   25.3    216   116 |    0.61   2.17   0.03  -1.17
        1  3.89e+06  293.44 |  282.32   19.0    160    13 |    0.91   2.07   0.09  -1.02
        | UsedTime:    3742 |
        """
        env_func = gym.make
        env_args = {'env_num': 1,
                    'env_name': 'LunarLanderContinuous-v2',
                    'max_step': 1000,
                    'state_dim': 8,
                    'action_dim': 2,
                    'if_discrete': False,
                    'target_return': 200,

                    'id': 'LunarLanderContinuous-v2'}
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)

        args.target_step = args.max_step * 2
        args.reward_scale = 2 ** -1
        args.gamma = 0.99

        args.net_dim = 2 ** 7
        args.num_layer = 3
        args.batch_size = int(args.net_dim * 2)
        args.repeat_times = 2 ** 4

        args.eval_times = 2 ** 5

        args.lambda_h_term = 2 ** -5
    elif env_name == 'BipedalWalker-v3':
        """
        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        0  2.86e+04  -99.74 |  -99.74    1.4    112     5 |   -0.09   0.92   0.05  -0.53
        0  1.71e+05  -23.46 |  -23.46    4.6   1600     0 |   -0.01   0.03   0.06  -0.87
        0  3.12e+05   91.61 |   91.61   72.6   1600     0 |    0.04   0.07   0.07  -1.19
        0  4.59e+05  207.14 |  207.14  105.8   1405   363 |    0.06   0.48  -0.08  -1.28
        0  7.43e+05  317.28 |   31.39   58.2    487   185 |    0.08   0.73   0.07  -1.21
        0  2.24e+06  326.64 |  325.26    1.0    693    10 |    0.20   0.95   0.04  -1.14
        0  3.90e+06  329.56 |  327.68    0.4    625     3 |    0.22   1.07   0.01  -1.12
        | UsedTime:    3835 |

        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        1  2.74e+04  -33.96 |  -33.96    1.3   1600     0 |   -0.05   0.29   0.01  -0.53
        1  1.69e+05  102.58 |  102.58    2.3   1600     0 |    0.01   0.03   0.04  -0.88
        1  4.50e+05  206.61 |  206.61    4.0   1600     0 |    0.05   0.21  -0.06  -1.33
        1  8.83e+05  256.48 |  245.42  126.5   1320   351 |    0.08   0.23   0.13  -1.29
        1  1.03e+06  315.47 |  315.47    1.2   1204    22 |    0.11   0.28   0.08  -1.30
        1  2.79e+06  320.63 |  319.06    1.2    899    19 |    0.16   0.40   0.11  -1.21
        1  3.98e+06  320.63 |  319.25    0.2    740     7 |    0.18   0.96  -0.01  -1.19
        | UsedTime:    3704 |
        """
        env_func = gym.make
        env_args = {'env_num': 1,
                    'env_name': 'BipedalWalker-v3',
                    'max_step': 1600,
                    'state_dim': 24,
                    'action_dim': 4,
                    'if_discrete': False,
                    'target_return': 300, }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)

        args.gamma = 0.98
        args.eval_times = 2 ** 4
        args.reward_scale = 2 ** -1

        args.target_step = args.max_step * 4
        args.worker_num = 2
        args.net_dim = 2 ** 7
        args.num_layer = 3
        args.batch_size = int(args.net_dim * 2)
        args.repeat_times = 2 ** 4
        args.ratio_clip = 0.25
        args.lambda_gae_adv = 0.96
        args.lambda_entropy = 0.02
        args.if_use_gae = True

        args.lambda_h_term = 2 ** -5
    elif env_name == 'Hopper-v2':
        """
        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        5  1.61e+04  131.99 |  131.99    3.6     81     2 |    0.03   0.09   0.03  -0.54
        5  2.20e+05  391.44 |  391.44    0.3    158     0 |    0.08   0.01  -0.06  -0.75
        5  4.25e+05  860.96 |  860.96   11.9    280     5 |    0.09   0.11   0.12  -0.84
        5  6.27e+05 3001.43 | 3001.43    7.9   1000     0 |    0.10   0.78  -0.01  -0.85
        5  1.64e+06 3203.09 | 3103.14    0.0   1000     0 |    0.10   1.82  -0.06  -0.76
        5  2.86e+06 3256.43 | 3152.72    0.0   1000     0 |    0.10   0.75   0.01  -0.67
        5  3.88e+06 3256.43 | 1549.69    0.0    512     0 |    0.10   0.86   0.00  -0.71
        | UsedTime:    2565 |

        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        2  1.60e+04  328.68 |  328.68    6.2    262     6 |    0.02   0.01  -0.02  -0.54
        2  2.16e+05 2460.57 | 2460.57   14.3   1000     0 |    0.09   0.86   0.20  -0.74
        2  6.22e+05 2789.97 | 2788.28   30.9   1000     0 |    0.10   0.40  -0.11  -1.04
        2  1.23e+06 3263.16 | 3216.96    0.0   1000     0 |    0.10   1.06   0.12  -1.05
        2  2.46e+06 3378.50 | 3364.02    0.0   1000     0 |    0.11   0.87   0.02  -0.92
        2  3.90e+06 3397.88 | 3302.80    0.0   1000     0 |    0.11   0.46   0.01  -0.93
        | UsedTime:    2557 |

        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        4  2.41e+04  222.39 |  222.39    1.5    120     1 |    0.94   8.45   0.05  -0.55
        4  5.34e+05  344.58 |  344.58    0.4    142     0 |    2.41   1.91   0.02  -0.94
        4  8.74e+05  540.69 |  540.69   20.1    180     4 |    2.96   5.82   0.00  -1.10
        4  1.39e+06  989.51 |  989.51    2.2    308     2 |    3.20  16.75   0.07  -1.08
        4  1.73e+06 3161.60 | 3149.35    0.0   1000     0 |    3.26  43.84  -0.02  -1.08
        4  2.06e+06 3367.27 | 3105.77    0.0   1000     0 |    3.32  44.14   0.00  -1.13
        4  3.92e+06 3604.42 | 3565.39    0.0   1000     0 |    3.44  30.54   0.04  -1.04
        4  5.76e+06 3717.06 | 3607.94    0.0   1000     0 |    3.40  51.92   0.07  -0.95
        4  6.26e+06 3840.95 | 3409.25    0.0   1000     0 |    3.32  66.48  -0.02  -0.94
        | UsedTime:    6251 |
        """
        env_func = gym.make
        env_args = {
            'env_num': 1,
            'env_name': 'Hopper-v2',
            'max_step': 1000,
            'state_dim': 11,
            'action_dim': 3,
            'if_discrete': False,
            'target_return': 3800.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.eval_times = 2 ** 2
        args.reward_scale = 2 ** -4

        args.target_step = args.max_step * 4  # 6
        args.worker_num = 2

        args.net_dim = 2 ** 7
        args.num_layer = 3
        args.batch_size = int(args.net_dim * 2)
        args.repeat_times = 2 ** 4
        args.ratio_clip = 0.1

        args.gamma = 0.98
        args.lambda_gae_adv = 0.92
        args.if_use_gae = True
        args.lambda_entropy = 2 ** -8
        args.lambda_h_term = 2 ** -5

        args.if_allow_break = False
        args.break_step = int(8e6)
    elif env_name == 'HalfCheetah-v3':
        env_func = gym.make
        env_args = {
            'env_num': 1,
            'env_name': 'HalfCheetah-v3',
            'max_step': 1000,
            'state_dim': 17,
            'action_dim': 6,
            'if_discrete': False,
            'target_return': 4800.0,
        }

        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.eval_times = 2 ** 2
        args.reward_scale = 2 ** -3

        args.target_step = args.max_step * 4
        args.worker_num = 2

        args.net_dim = 2 ** 8
        args.num_layer = 3
        args.batch_size = int(args.net_dim * 2)
        args.repeat_times = 2 ** 4
        args.ratio_clip = 0.3
        args.gamma = 0.99
        args.lambda_gae_adv = 0.96
        args.if_use_gae = True
        args.clip_grad_norm = 0.8

        args.lambda_entropy = 2 ** -6
        # args.lambda_h_term = 2 ** -5

        args.if_allow_break = False
        args.break_step = int(8e6)

        """
        | Arguments Remove cwd: ./HalfCheetah-v3_PPO_4
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
4  1.60e+04   -0.85 |
4  1.60e+04   -0.85 |   -0.85    0.9   1000     0 |   -0.03   0.65   0.05  -0.52
4  2.40e+05  573.98 |
4  2.40e+05  573.98 |  573.98  437.2   1000     0 |    0.06   2.03   0.13  -0.75
4  4.64e+05  573.98 |  312.54    0.0   1000     0 |    0.16   3.61   0.07  -0.96
4  6.88e+05 2717.92 |
4  6.88e+05 2717.92 | 2717.92  292.0   1000     0 |    0.22   4.62   0.15  -1.12
4  9.12e+05 2717.92 | 2711.29    0.0   1000     0 |    0.30   5.69   0.08  -1.17
4  1.14e+06 3694.89 |
4  1.14e+06 3694.89 | 3694.89  181.8   1000     0 |    0.35   7.04   0.08  -1.17
4  1.36e+06 4092.86 |
4  1.36e+06 4092.86 | 4092.86   90.8   1000     0 |    0.41   7.17   0.09  -1.18
4  1.58e+06 4234.61 |
4  1.58e+06 4234.61 | 4234.61  280.8   1000     0 |    0.44   6.27   0.13  -1.19
4  1.81e+06 4445.33 |
4  1.81e+06 4445.33 | 4445.33  108.2   1000     0 |    0.45   7.05   0.12  -1.18
4  2.03e+06 4659.06 |
4  2.03e+06 4659.06 | 4659.06  104.0   1000     0 |    0.51   6.59   0.03  -1.17
4  2.26e+06 4659.06 | 4586.56    0.0   1000     0 |    0.49   7.19   0.13  -1.17
4  2.48e+06 4861.21 |
4  2.48e+06 4861.21 | 4861.21   62.4   1000     0 |    0.52   7.94   0.07  -1.15
4  2.70e+06 4872.45 |
4  2.70e+06 4872.45 | 4872.45   72.2   1000     0 |    0.48   7.21   0.11  -1.16
4  2.93e+06 4897.57 |
4  2.93e+06 4897.57 | 4897.57   18.3   1000     0 |    0.53   7.08   0.09  -1.13
4  3.15e+06 4897.57 | 4804.73    0.0   1000     0 |    0.56   6.93   0.06  -1.14
4  3.38e+06 4897.57 | 4651.39    0.0   1000     0 |    0.57   5.76   0.08  -1.11
4  3.60e+06 4897.57 | 4721.46    0.0   1000     0 |    0.50   6.88   0.07  -1.11
4  3.82e+06 5149.04 |
4  3.82e+06 5149.04 | 5149.04   51.9   1000     0 |    0.59   7.06   0.06  -1.10
4  4.05e+06 5200.62 |
4  4.05e+06 5200.62 | 5200.62   24.9   1000     0 |    0.51   7.87   0.04  -1.10
4  4.27e+06 5380.07 |
4  4.27e+06 5380.07 | 5380.07   43.2   1000     0 |    0.58   6.90   0.09  -1.08
4  4.50e+06 5471.49 |
4  4.50e+06 5471.49 | 5471.49    6.6   1000     0 |    0.58   7.19   0.01  -1.07
4  4.72e+06 5471.49 | 5419.31    0.0   1000     0 |    0.54   6.67   0.09  -1.06
4  4.94e+06 5471.49 | 5380.00    0.0   1000     0 |    0.61   7.20   0.04  -1.06
4  5.17e+06 5471.49 | 5281.28    0.0   1000     0 |    0.62   7.89   0.08  -1.04
4  5.39e+06 5471.49 | 5399.37    0.0   1000     0 |    0.64   6.95   0.07  -1.08
4  5.62e+06 5471.49 | 5419.99    0.0   1000     0 |    0.60   6.01   0.06  -1.08
4  5.84e+06 5471.49 | 5465.25    0.0   1000     0 |    0.58   6.35   0.12  -1.07
4  6.06e+06 5500.98 |
4  6.06e+06 5500.98 | 5500.98   22.0   1000     0 |    0.63   6.84   0.08  -1.07
4  6.29e+06 5500.98 | 5483.38    0.0   1000     0 |    0.64   6.77   0.09  -1.07
4  6.51e+06 5500.98 | 4810.78    0.0   1000     0 |    0.56   5.63   0.06  -1.08
4  6.74e+06 5500.98 | 5450.48    0.0   1000     0 |    0.58   6.88   0.10  -1.07
4  6.96e+06 5500.98 | 5193.40    0.0   1000     0 |    0.54   8.06   0.05  -1.07
4  7.18e+06 5500.98 | 5496.54    0.0   1000     0 |    0.59   7.36   0.03  -1.08
4  7.41e+06 5500.98 | 5360.22    0.0   1000     0 |    0.64   7.64   0.08  -1.08
4  7.63e+06 5541.30 |
4  7.63e+06 5541.30 | 5541.30   12.2   1000     0 |    0.53   6.86   0.07  -1.08
4  7.86e+06 5541.30 | 5499.71   60.0   1000     0 |    0.59   6.93   0.07  -1.09
| UsedTime:    4696 | SavedDir: ./HalfCheetah-v3_PPO_4

        """
    elif env_name == 'Humanoid-v3':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 8000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False

        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.net_dim = 2 ** 8
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 5
        args.gamma = 0.985  # important
        args.lambda_gae_adv = 0.93
        args.if_use_gae = True
        args.learning_rate = 2 ** -15

        args.lambda_entropy = 0.01

        args.eval_gap = 2 ** 9
        args.eval_times = 2 ** 2
        args.break_step = int(6e7)

        """
| Arguments Remove cwd: ./Humanoid-v3_PPO_1
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
1  6.41e+04  121.15 |
1  6.41e+04  121.15 |  121.15    9.4     26     2 |    0.30   0.12   0.18   0.00
1  6.42e+05  282.23 |
1  6.42e+05  282.23 |  282.23   21.5     54     4 |    0.31   0.45   0.05   0.00
1  1.19e+06  326.48 |
1  1.19e+06  326.48 |  326.48   11.4     61     2 |    0.32   0.25   0.06   0.00
1  1.77e+06  440.39 |
1  1.77e+06  440.39 |  440.39   18.5     84     4 |    0.32   0.24  -0.05   0.00
1  2.35e+06  440.39 |  409.64    0.0     89     0 |    0.31   0.21   0.10   0.00
1  2.93e+06  505.28 |
1  2.93e+06  505.28 |  505.28   32.4    102    15 |    0.32   0.32   0.08   0.00
1  3.47e+06  640.23 |
1  3.47e+06  640.23 |  640.23  220.5    130    41 |    0.32   0.33   0.10   0.00
1  4.05e+06  640.23 |  613.35    0.0    124     0 |    0.33   0.34   0.24   0.00
1  4.63e+06  640.23 |  583.69    0.0    114     0 |    0.33   0.38   0.11   0.00
1  5.21e+06  794.98 |
1  5.21e+06  794.98 |  794.98   84.0    153    17 |    0.33   0.39   0.16   0.00
1  5.79e+06 1793.53 |
1  5.79e+06 1793.53 | 1793.53  156.5    338    31 |    0.34   0.52   0.10   0.00
1  6.38e+06 1793.53 | 1349.78    0.0    230     0 |    0.34   0.57   0.11   0.00
1  6.96e+06 2164.89 |
1  6.96e+06 2164.89 | 2164.89  761.9    402   143 |    0.34   0.62   0.08   0.00
1  7.55e+06 2164.89 | 2100.25    0.0    387     0 |    0.35   0.65   0.00   0.00
1  8.14e+06 4088.73 |
1  8.14e+06 4088.73 | 4088.73 1123.5    749   200 |    0.35   0.73   0.03   0.00
1  8.73e+06 4088.73 | 2292.88    0.0    420     0 |    0.35   0.63   0.07   0.00
1  9.32e+06 4088.73 | 1936.70    0.0    341     0 |    0.35   0.41   0.11   0.00
1  9.91e+06 4088.73 | 1965.72    0.0    359     0 |    0.36   0.62   0.09   0.00
1  1.05e+07 4088.73 | 1698.52    0.0    311     0 |    0.36   0.65  -0.03   0.00
1  1.10e+07 4088.73 | 3573.20    0.0    637     0 |    0.36   0.71   0.15   0.00
1  1.16e+07 4088.73 | 3770.58 1163.1    664   196 |    0.37   0.79   0.13   0.00
1  1.22e+07 4088.73 | 3606.17 1170.4    640   202 |    0.36   0.85   0.05   0.00
1  1.27e+07 4088.73 | 2797.31    0.0    496     0 |    0.37   1.04   0.05   0.00
1  1.33e+07 4088.73 | 3868.35 1259.7    660   205 |    0.37   1.08   0.05   0.00
1  1.38e+07 4088.73 | 3377.40    0.0    588     0 |    0.37   0.83   0.02   0.00
1  1.44e+07 4088.73 | 2755.10 1390.5    462   244 |    0.37   1.16   0.05   0.00
1  1.50e+07 4088.73 | 3347.18    0.0    598     0 |    0.38   0.86   0.02   0.00
1  1.56e+07 4830.16 |
1  1.56e+07 4830.16 | 4830.16 1074.1    824   183 |    0.38   0.98   0.05   0.00
1  1.61e+07 4830.16 | 3343.93 1970.1    571   334 |    0.38   1.12   0.01   0.00
1  1.67e+07 4937.54 |
1  1.67e+07 4937.54 | 4937.54 1181.0    817   198 |    0.38   1.05   0.03   0.00
1  1.73e+07 4937.54 | 4255.60 1767.0    716   287 |    0.39   1.17   0.02   0.00
1  1.78e+07 4937.54 | 4587.50 1588.1    756   256 |    0.39   1.07   0.10   0.00
1  1.84e+07 4937.54 | 4710.49  769.1    782   135 |    0.39   1.19   0.02   0.00
1  1.90e+07 4937.54 | 4238.98    0.0    703     0 |    0.39   0.96   0.00   0.00
1  1.95e+07 4937.54 | 2178.57    0.0    379     0 |    0.39   1.04   0.01   0.00
1  2.01e+07 4937.54 | 2412.89    0.0    416     0 |    0.39   0.73   0.09   0.00
1  2.07e+07 4937.54 | 4393.97 2053.6    718   340 |    0.39   1.32   0.08   0.00
1  2.12e+07 5795.42 |
1  2.12e+07 5795.42 | 5795.42  514.4    957    75 |    0.39   1.17   0.14   0.00
1  2.18e+07 5795.42 | 4557.70 1778.6    737   289 |    0.40   0.95   0.20   0.00
1  2.24e+07 5795.42 | 4055.83 2197.4    657   343 |    0.40   1.10   0.08   0.00
1  2.29e+07 6093.12 |
1  2.29e+07 6093.12 | 6093.12  545.0    956    68 |    0.40   1.09   0.08   0.00
1  2.35e+07 6093.12 | 2009.91    0.0    310     0 |    0.40   0.89   0.12   0.00
1  2.41e+07 6229.32 |
1  2.41e+07 6229.32 | 6229.32  534.4    972    48 |    0.40   1.23   0.14   0.00
1  2.46e+07 6229.32 | 1353.68    0.0    211     0 |    0.41   1.05   0.10   0.00
1  2.52e+07 6665.12 |
1  2.52e+07 6665.12 | 6665.12   41.1   1000     0 |    0.41   1.29  -0.03   0.00
1  2.57e+07 6665.12 | 6612.75    0.0   1000     0 |    0.41   1.47  -0.00   0.00
1  2.63e+07 6685.53 |
1  2.63e+07 6685.53 | 6685.53   23.2   1000     0 |    0.41   1.34   0.07   0.00
1  2.69e+07 6685.53 | 2662.05    0.0    397     0 |    0.41   1.05   0.09   0.00
1  2.74e+07 6685.53 | 3669.77 2141.3    549   314 |    0.41   1.24   0.12   0.00
1  2.80e+07 6852.54 |
1  2.80e+07 6852.54 | 6852.54   36.6   1000     0 |    0.42   1.12   0.14   0.00
1  2.86e+07 6852.54 | 6706.52    0.0   1000     0 |    0.42   1.30   0.02   0.00
1  2.92e+07 6852.54 | 6832.50    0.0   1000     0 |    0.42   1.09   0.09   0.00
1  2.97e+07 6852.54 | 6698.24    0.0   1000     0 |    0.42   1.25   0.09   0.00
1  3.03e+07 6852.54 | 5323.04    0.0    772     0 |    0.42   1.45   0.07   0.00
1  3.09e+07 6852.54 | 6839.39    0.0   1000     0 |    0.42   1.10   0.08   0.00
1  3.14e+07 6852.54 | 6816.74    0.0   1000     0 |    0.42   1.20   0.07   0.00
1  3.20e+07 6852.54 | 6844.25    0.0   1000     0 |    0.42   1.50  -0.04   0.00
1  3.26e+07 6852.54 | 6803.38    0.0   1000     0 |    0.42   1.46  -0.02   0.00
1  3.31e+07 6852.54 | 6764.37    0.0   1000     0 |    0.42   1.25   0.08   0.00
1  3.37e+07 6852.54 | 6820.30    0.0   1000     0 |    0.42   1.23   0.07   0.00
1  3.43e+07 6901.02 |
1  3.43e+07 6901.02 | 6901.02   17.2   1000     0 |    0.42   1.02   0.18   0.00
1  3.49e+07 6901.02 | 5844.18    0.0    832     0 |    0.43   1.47   0.05   0.00
1  3.54e+07 6901.02 | 6557.83  717.7    944    96 |    0.43   1.63   0.04   0.00
1  3.60e+07 7048.06 |
1  3.60e+07 7048.06 | 7048.06   39.1   1000     0 |    0.43   1.31   0.05   0.00
1  3.66e+07 7048.06 | 6973.19    0.0   1000     0 |    0.43   1.33   0.11   0.00
1  3.71e+07 7048.06 | 7011.67    0.0   1000     0 |    0.43   1.29   0.10   0.00
1  3.77e+07 7048.06 | 6236.18 1432.5    888   194 |    0.43   1.42   0.05   0.00
1  3.83e+07 7048.06 | 6956.91    0.0   1000     0 |    0.43   1.61   0.02   0.00
1  3.88e+07 7048.06 | 6975.78   65.2   1000     0 |    0.43   1.12   0.06   0.00
1  3.94e+07 7048.06 |  575.45    0.0     90     0 |    0.43   1.22   0.05   0.00
1  4.00e+07 7048.06 | 7041.15    0.0   1000     0 |    0.43   1.41   0.04   0.00
1  4.05e+07 7048.06 | 7020.38    0.0   1000     0 |    0.43   1.49   0.06   0.00
1  4.11e+07 7048.06 | 6554.64  946.6    924   131 |    0.44   1.40   0.11   0.00
1  4.17e+07 7086.69 |
1  4.17e+07 7086.69 | 7086.69   83.4    998     3 |    0.44   1.29  -0.02   0.00
1  4.22e+07 7131.17 |
1  4.22e+07 7131.17 | 7131.17   38.6   1000     0 |    0.44   2.03   0.07   0.00
1  4.28e+07 7131.17 | 7067.21   56.5   1000     0 |    0.44   1.80  -0.01   0.00
1  4.34e+07 7131.17 |  505.43    0.0     83     0 |    0.43   1.20   0.01   0.00
1  4.39e+07 7131.17 | 6925.51    0.0   1000     0 |    0.44   1.48   0.11   0.00
1  4.45e+07 7131.17 | 7077.90    0.0   1000     0 |    0.44   1.17   0.04   0.00
1  4.51e+07 7131.17 |  448.75    0.0     75     0 |    0.44   1.35   0.11   0.00
1  4.57e+07 7131.17 | 7120.94    0.0   1000     0 |    0.44   1.48   0.08   0.00
1  4.62e+07 7131.17 | 5500.23 2885.9    771   397 |    0.44   1.31   0.13   0.00
1  4.68e+07 7131.17 | 6949.46    0.0   1000     0 |    0.43   1.56   0.10   0.00
1  4.74e+07 7131.17 | 1851.94    0.0    273     0 |    0.44   0.87   0.04   0.00
1  4.79e+07 7131.17 | 7104.18    0.0   1000     0 |    0.44   1.53   0.08   0.00
1  4.85e+07 7131.17 | 5565.15 2732.1    783   375 |    0.44   1.79   0.05   0.00
1  4.91e+07 7131.17 | 7075.27    0.0   1000     0 |    0.43   2.02  -0.05   0.00
1  4.96e+07 7131.17 | 7044.58    0.0   1000     0 |    0.44   1.83  -0.07   0.00
1  5.02e+07 7131.17 | 7087.14   48.7   1000     0 |    0.43   1.49   0.04   0.00
1  5.08e+07 7131.17 | 7110.21    0.0   1000     0 |    0.44   1.18   0.16   0.00
1  5.14e+07 7144.09 |
1  5.14e+07 7144.09 | 7144.09   82.4   1000     0 |    0.44   2.03  -0.04   0.00
1  5.19e+07 7144.09 | 7129.37   38.5   1000     0 |    0.44   1.84   0.04   0.00
1  5.25e+07 7144.09 | 5416.65 2920.4    765   407 |    0.44   1.32   0.07   0.00
1  5.31e+07 7144.09 | 5701.51    0.0    786     0 |    0.44   1.77   0.04   0.00
1  5.36e+07 7144.09 | 4712.84    0.0    652     0 |    0.44   1.45  -0.04   0.00
1  5.42e+07 7144.09 |  816.32    0.0    124     0 |    0.44   1.41   0.06   0.00
1  5.48e+07 7179.33 |
1  5.48e+07 7179.33 | 7179.33   52.1   1000     0 |    0.44   1.81  -0.04   0.00
1  5.53e+07 7179.33 | 5923.74 2092.4    836   284 |    0.44   1.63  -0.01   0.00
1  5.59e+07 7179.33 | 7157.06   33.3   1000     0 |    0.44   1.28   0.04   0.00
1  5.65e+07 7179.33 | 7149.25    0.0   1000     0 |    0.44   1.33   0.10   0.00
1  5.70e+07 7179.33 | 7137.85    0.0   1000     0 |    0.44   1.76   0.01   0.00
1  5.76e+07 7179.33 | 4149.21    0.0    574     0 |    0.44   1.90   0.04   0.00
1  5.82e+07 7179.33 | 6397.97 1276.8    898   176 |    0.44   1.55   0.03   0.00
1  5.88e+07 7179.33 | 7177.84   27.0   1000     0 |    0.44   1.81   0.09   0.00
1  5.93e+07 7179.33 | 7135.48   58.4   1000     0 |    0.44   1.32   0.04   0.00
1  5.99e+07 7179.33 | 7115.43    0.0   1000     0 |    0.44   1.20   0.06   0.00
1  6.05e+07 7179.33 | 7174.13    0.0   1000     0 |    0.44   1.29  -0.01   0.00
1  6.10e+07 7179.33 | 7077.41    0.0   1000     0 |    0.44   1.50   0.06   0.00
1  6.16e+07 7179.33 | 4614.07    0.0    697     0 |    0.44   1.63   0.12   0.00
1  6.22e+07 7179.33 | 6913.91    0.0    978     0 |    0.44   1.36   0.08   0.00
1  6.27e+07 7179.33 | 7132.55   34.8   1000     0 |    0.44   1.46   0.07   0.00
1  6.33e+07 7179.33 | 7076.39    0.0   1000     0 |    0.44   1.32   0.11   0.00
1  6.39e+07 7179.33 | 4502.32 2861.4    628   392 |    0.44   1.59   0.08   0.00
1  6.45e+07 7179.33 | 7161.46    0.0   1000     0 |    0.44   1.68   0.05   0.00
1  6.50e+07 7179.33 | 7142.25    0.0   1000     0 |    0.44   1.49  -0.01   0.00
1  6.56e+07 7179.33 | 4641.11    0.0    640     0 |    0.44   1.35   0.05   0.00
1  6.62e+07 7179.33 | 7049.42    0.0   1000     0 |    0.44   1.75   0.04   0.00
1  6.67e+07 7179.33 | 7138.81    0.0   1000     0 |    0.44   1.42   0.16   0.00
1  6.73e+07 7179.33 | 5986.43 1246.7    844   160 |    0.44   1.40  -0.03   0.00
1  6.79e+07 7179.33 | 7137.90    0.0   1000     0 |    0.44   1.28   0.08   0.00
1  6.85e+07 7219.78 |
1  6.85e+07 7219.78 | 7219.78   29.5   1000     0 |    0.44   1.60   0.06   0.00
1  6.90e+07 7219.78 | 2829.65    0.0    421     0 |    0.44   1.23   0.07   0.00
1  6.96e+07 7219.78 | 7189.55    0.0   1000     0 |    0.44   1.27   0.08   0.00
1  7.02e+07 7219.78 | 7216.59    0.0   1000     0 |    0.44   1.33   0.01   0.00
1  7.07e+07 7219.78 | 4245.10 2063.5    596   281 |    0.44   1.49  -0.03   0.00
1  7.13e+07 7219.78 | 7093.90    0.0   1000     0 |    0.44   1.17   0.13   0.00
1  7.19e+07 7219.78 | 6806.73    0.0    958     0 |    0.44   1.42   0.08   0.00
1  7.24e+07 7219.78 | 4473.00 2962.2    619   394 |    0.44   1.40   0.14   0.00
1  7.30e+07 7219.78 | 7028.92    0.0   1000     0 |    0.44   1.41   0.04   0.00
1  7.36e+07 7219.78 | 1802.76    0.0    260     0 |    0.44   1.48   0.08   0.00
1  7.42e+07 7219.78 | 7147.29    0.0   1000     0 |    0.44   1.97   0.03   0.00
1  7.47e+07 7219.78 |  524.69    0.0     86     0 |    0.44   1.42   0.01   0.00
1  7.53e+07 7219.78 | 7185.38    0.0   1000     0 |    0.44   1.44   0.08   0.00
1  7.59e+07 7219.78 | 6026.60 2083.5    836   284 |    0.44   1.10   0.07   0.00
1  7.64e+07 7219.78 |  855.35    0.0    128     0 |    0.44   1.67  -0.01   0.00
1  7.70e+07 7219.78 | 6675.41    0.0    926     0 |    0.44   1.41   0.11   0.00
1  7.76e+07 7219.78 | 7189.04    0.0   1000     0 |    0.44   1.27   0.04   0.00
1  7.81e+07 7219.78 | 5843.70    0.0    825     0 |    0.44   1.88  -0.00   0.00
1  7.87e+07 7219.78 | 6786.38  797.7    936   110 |    0.44   1.48   0.16   0.00
1  7.93e+07 7219.78 | 5204.77 2404.9    718   325 |    0.44   1.52   0.09   0.00
1  7.98e+07 7219.78 | 6403.44    0.0    902     0 |    0.44   1.60   0.06   0.00
1  8.04e+07 7219.78 | 7194.20   96.1   1000     0 |    0.44   1.25   0.07   0.00
1  8.10e+07 7219.78 | 7104.58    0.0   1000     0 |    0.44   1.93   0.03   0.00
1  8.15e+07 7219.78 | 6367.85    0.0    889     0 |    0.44   0.99   0.08   0.00
1  8.21e+07 7219.78 | 7182.57    0.0   1000     0 |    0.44   1.85   0.08   0.00
1  8.27e+07 7219.78 | 4737.54    0.0    715     0 |    0.44   1.44  -0.10   0.00
1  8.32e+07 7219.78 | 7013.52    0.0   1000     0 |    0.44   1.23   0.09   0.00
1  8.38e+07 7219.78 | 7185.43    0.0   1000     0 |    0.44   1.72  -0.06   0.00
1  8.44e+07 7219.78 | 6421.77    0.0    899     0 |    0.44   1.77  -0.02   0.00
1  8.49e+07 7219.78 | 7108.73    0.0   1000     0 |    0.44   1.65   0.15   0.00
1  8.55e+07 7219.78 | 5859.26 2409.3    810   328 |    0.44   1.50   0.05   0.00
1  8.61e+07 7219.78 | 6797.34    0.0    960     0 |    0.44   0.97   0.21   0.00
1  8.67e+07 7295.25 |
1  8.67e+07 7295.25 | 7295.25   22.0   1000     0 |    0.44   1.29   0.08   0.00
1  8.72e+07 7295.25 | 7251.91    0.0   1000     0 |    0.44   1.21   0.03   0.00
1  8.78e+07 7295.25 | 7103.78    0.0   1000     0 |    0.44   1.12  -0.03   0.00
1  8.84e+07 7295.25 | 7193.28   79.6   1000     0 |    0.44   1.52   0.01   0.00
1  8.89e+07 7295.25 | 7109.83    0.0   1000     0 |    0.44   1.46   0.05   0.00
1  8.95e+07 7295.25 | 7105.62    0.0   1000     0 |    0.44   1.86   0.07   0.00
1  9.01e+07 7295.25 | 3522.98    0.0    508     0 |    0.45   1.69   0.04   0.00
1  9.06e+07 7295.25 | 5635.12    0.0    806     0 |    0.44   1.57   0.09   0.00
1  9.12e+07 7295.25 | 7247.52    0.0   1000     0 |    0.44   1.80   0.01   0.00
1  9.18e+07 7295.25 | 7242.17    0.0   1000     0 |    0.44   1.38  -0.00   0.00
1  9.23e+07 7295.25 | 7200.58    0.0   1000     0 |    0.44   1.26   0.04   0.00
1  9.29e+07 7295.25 | 7112.09    0.0   1000     0 |    0.44   1.36   0.10   0.00
1  9.35e+07 7295.25 | 7158.65    0.0   1000     0 |    0.44   1.75  -0.00   0.00
1  9.41e+07 7295.25 | 7289.49    0.0   1000     0 |    0.44   1.35   0.06   0.00
1  9.46e+07 7295.25 | 7184.22    0.0   1000     0 |    0.44   1.77   0.04   0.00
1  9.52e+07 7295.25 | 7067.45    0.0   1000     0 |    0.44   1.50   0.05   0.00
1  9.58e+07 7295.25 | 7274.51    0.0   1000     0 |    0.45   1.42  -0.03   0.00
1  9.63e+07 7295.25 | 6592.24 1146.5    913   151 |    0.44   1.64   0.08   0.00
1  9.69e+07 7295.25 | 7208.55    0.0   1000     0 |    0.44   1.32   0.03   0.00
1  9.75e+07 7295.25 | 4143.19    0.0    598     0 |    0.44   1.35   0.04   0.00
1  9.80e+07 7295.25 | 7234.45    0.0   1000     0 |    0.44   1.20   0.10   0.00
1  9.86e+07 7295.25 | 7237.25    0.0   1000     0 |    0.44   1.27   0.07   0.00
1  9.92e+07 7295.25 | 6159.45    0.0    866     0 |    0.44   1.16   0.14   0.00
1  9.97e+07 7295.25 | 1036.69    0.0    154     0 |    0.44   1.50   0.04   0.00
1  1.00e+08 7295.25 | 7233.30    0.0   1000     0 |    0.44   1.54   0.00   0.00
1  1.01e+08 7295.25 | 7103.66    0.0   1000     0 |    0.44   1.48   0.08   0.00
1  1.01e+08 7295.25 | 7107.39    0.0   1000     0 |    0.44   1.85  -0.03   0.00
1  1.02e+08 7295.25 | 3299.10    0.0    508     0 |    0.44   1.53  -0.03   0.00
1  1.03e+08 7295.25 | 4656.57    0.0    675     0 |    0.44   1.38   0.10   0.00
1  1.03e+08 7295.25 | 7116.96    0.0   1000     0 |    0.44   1.72   0.06   0.00
1  1.04e+08 7295.25 | 6283.84 1587.9    878   212 |    0.44   1.20   0.02   0.00
1  1.04e+08 7295.25 | 7246.06    0.0   1000     0 |    0.45   1.42   0.04   0.00
1  1.05e+08 7295.25 |  771.42    0.0    118     0 |    0.45   1.66   0.05   0.00
1  1.05e+08 7295.25 | 2553.47    0.0    359     0 |    0.44   1.17   0.13   0.00
1  1.06e+08 7295.25 | 5338.40 2640.8    738   357 |    0.45   1.61   0.02   0.00
1  1.07e+08 7295.25 | 7227.96    0.0   1000     0 |    0.45   1.24   0.09   0.00
1  1.07e+08 7295.25 |  457.19    0.0     75     0 |    0.45   1.61   0.13   0.00
1  1.08e+08 7295.25 | 6044.74 1154.6    842   159 |    0.45   1.43   0.06   0.00
1  1.08e+08 7295.25 | 5329.85    0.0    732     0 |    0.45   1.43   0.13   0.00
1  1.09e+08 7295.25 | 7169.73    0.0   1000     0 |    0.44   1.50  -0.03   0.00
1  1.09e+08 7295.25 | 3754.51    0.0    512     0 |    0.45   1.56   0.05   0.00
1  1.10e+08 7295.25 |  492.19    0.0     80     0 |    0.45   1.67  -0.06   0.00
1  1.11e+08 7295.25 | 1987.83    0.0    285     0 |    0.45   1.24   0.02   0.00
1  1.11e+08 7295.25 | 7030.06    0.0   1000     0 |    0.44   2.01   0.11   0.00
1  1.12e+08 7295.25 | 4439.24    0.0    623     0 |    0.44   1.33   0.04   0.00
1  1.12e+08 7295.25 |  832.71    0.0    128     0 |    0.45   1.07   0.08   0.00
1  1.13e+08 7295.25 | 2429.50    0.0    338     0 |    0.45   1.66   0.08   0.00
1  1.13e+08 7295.25 | 5783.53 2678.4    794   356 |    0.45   1.50   0.03   0.00
1  1.14e+08 7295.25 | 5533.75 2866.3    772   394 |    0.45   1.50  -0.04   0.00
1  1.15e+08 7295.25 | 1385.63    0.0    206     0 |    0.45   1.40   0.09   0.00
1  1.15e+08 7295.25 | 7246.87    0.0   1000     0 |    0.45   1.62   0.03   0.00
1  1.16e+08 7295.25 | 4287.59 3096.7    591   418 |    0.44   1.66  -0.02   0.00
1  1.16e+08 7295.25 | 7100.40    0.0   1000     0 |    0.44   1.24   0.13   0.00
1  1.17e+08 7295.25 |  876.70    0.0    133     0 |    0.45   1.09   0.04   0.00
1  1.17e+08 7295.25 |  622.37    0.0     97     0 |    0.44   1.70   0.02   0.00
1  1.18e+08 7295.25 | 3822.46    0.0    520     0 |    0.44   1.58   0.06   0.00
1  1.19e+08 7295.25 | 5304.88 2111.3    727   284 |    0.44   1.51  -0.02   0.00
1  1.19e+08 7295.25 | 6966.33    0.0   1000     0 |    0.45   1.42   0.09   0.00
1  1.20e+08 7295.25 | 7133.11    0.0   1000     0 |    0.44   1.35   0.08   0.00
1  1.20e+08 7295.25 | 5282.13 2902.4    731   393 |    0.44   1.62   0.14   0.00
1  1.21e+08 7295.25 | 7280.76    0.0   1000     0 |    0.45   1.49   0.12   0.00
1  1.21e+08 7295.25 | 5656.28    0.0    801     0 |    0.44   1.58   0.05   0.00
1  1.22e+08 7295.25 | 6977.76    0.0    951     0 |    0.44   1.26   0.03   0.00
1  1.23e+08 7295.25 | 4884.38    0.0    698     0 |    0.44   1.48   0.02   0.00
1  1.23e+08 7295.25 | 3250.47    0.0    452     0 |    0.44   1.15  -0.01   0.00
1  1.24e+08 7295.25 |  986.65    0.0    152     0 |    0.44   1.02   0.05   0.00
1  1.24e+08 7295.25 | 7260.99    0.0   1000     0 |    0.45   1.51  -0.03   0.00
1  1.25e+08 7295.25 |  505.92    0.0     81     0 |    0.44   1.70  -0.01   0.00
1  1.25e+08 7295.25 | 7184.69    0.0   1000     0 |    0.44   0.93   0.12   0.00
1  1.26e+08 7295.25 | 7136.63    0.0   1000     0 |    0.44   1.15   0.07   0.00
1  1.27e+08 7295.25 | 3517.34    0.0    502     0 |    0.44   1.35   0.12   0.00
1  1.27e+08 7295.25 | 7080.86    0.0   1000     0 |    0.44   1.69   0.07   0.00
1  1.28e+08 7295.25 | 7229.73    0.0   1000     0 |    0.44   1.51   0.07   0.00
1  1.28e+08 7295.25 | 4346.78    0.0    623     0 |    0.44   1.09   0.11   0.00
1  1.29e+08 7295.25 | 7151.17    0.0   1000     0 |    0.44   1.14   0.03   0.00
1  1.29e+08 7295.25 | 2018.43    0.0    297     0 |    0.44   0.79   0.12   0.00
1  1.30e+08 7295.25 | 4513.88    0.0    658     0 |    0.44   1.12   0.05   0.00
1  1.31e+08 7295.25 | 7115.65    0.0   1000     0 |    0.44   1.55   0.06   0.00
1  1.31e+08 7295.25 | 7028.02    0.0   1000     0 |    0.44   1.17   0.04   0.00
1  1.32e+08 7295.25 | 6970.51    0.0   1000     0 |    0.44   1.06   0.08   0.00
1  1.32e+08 7295.25 |  403.10    0.0     69     0 |    0.44   1.55  -0.02   0.00
1  1.33e+08 7295.25 | 7126.64    0.0   1000     0 |    0.44   0.98   0.08   0.00
1  1.33e+08 7295.25 | 2040.17    0.0    284     0 |    0.44   1.24   0.04   0.00
1  1.34e+08 7295.25 | 7108.56    0.0   1000     0 |    0.44   1.00   0.12   0.00
1  1.35e+08 7295.25 | 7041.37    0.0   1000     0 |    0.44   1.81  -0.01   0.00
1  1.35e+08 7295.25 | 7108.68    0.0   1000     0 |    0.44   1.28   0.15   0.00
1  1.36e+08 7295.25 | 4308.53    0.0    612     0 |    0.44   0.93   0.03   0.00
1  1.36e+08 7295.25 | 4897.33    0.0    684     0 |    0.44   1.28   0.04   0.00
1  1.37e+08 7295.25 | 7112.83    0.0   1000     0 |    0.44   1.05   0.04   0.00
1  1.37e+08 7295.25 | 7055.18    0.0   1000     0 |    0.44   1.34   0.10   0.00
1  1.38e+08 7295.25 | 7002.89    0.0   1000     0 |    0.44   0.95   0.09   0.00
1  1.39e+08 7295.25 | 6912.69    0.0   1000     0 |    0.44   1.05   0.00   0.00
1  1.39e+08 7295.25 | 7018.82    0.0   1000     0 |    0.44   1.14   0.03   0.00
1  1.40e+08 7295.25 |  837.88    0.0    129     0 |    0.43   0.87   0.08   0.00
1  1.40e+08 7295.25 | 5216.74    0.0    747     0 |    0.44   1.04   0.05   0.00
1  1.41e+08 7295.25 |  408.12    0.0     68     0 |    0.43   0.90  -0.04   0.00
1  1.41e+08 7295.25 | 7103.19    0.0   1000     0 |    0.44   1.35   0.03   0.00
1  1.42e+08 7295.25 | 6928.25    0.0   1000     0 |    0.43   1.84   0.03   0.00
1  1.43e+08 7295.25 | 6900.93    0.0   1000     0 |    0.43   1.17   0.02   0.00
1  1.43e+08 7295.25 | 7016.54    0.0   1000     0 |    0.43   1.53   0.11   0.00
1  1.44e+08 7295.25 | 4782.87    0.0    692     0 |    0.43   1.52   0.07   0.00
1  1.44e+08 7295.25 | 6856.47    0.0   1000     0 |    0.43   1.30   0.01   0.00
1  1.45e+08 7295.25 | 6740.56    0.0   1000     0 |    0.44   1.46  -0.05   0.00
1  1.45e+08 7295.25 | 6835.00    0.0   1000     0 |    0.43   0.91   0.07   0.00
1  1.46e+08 7295.25 | 4136.50    0.0    608     0 |    0.43   1.34   0.01   0.00
1  1.47e+08 7295.25 | 6875.45    0.0   1000     0 |    0.43   1.09  -0.02   0.00
1  1.47e+08 7295.25 | 5128.31    0.0    747     0 |    0.43   1.66   0.08   0.00
1  1.48e+08 7295.25 | 5612.15    0.0    821     0 |    0.43   1.08   0.10   0.00
1  1.48e+08 7295.25 | 5687.90    0.0    823     0 |    0.43   1.06  -0.04   0.00
1  1.49e+08 7295.25 | 7090.07    0.0   1000     0 |    0.43   0.88  -0.00   0.00
1  1.49e+08 7295.25 | 5239.80    0.0    789     0 |    0.44   1.39  -0.01   0.00
1  1.50e+08 7295.25 | 6253.09    0.0    908     0 |    0.43   1.31   0.04   0.00
1  1.51e+08 7295.25 | 6319.10    0.0    928     0 |    0.43   0.90   0.00   0.00
1  1.51e+08 7295.25 | 6918.90    0.0   1000     0 |    0.43   1.39   0.06   0.00
1  1.52e+08 7295.25 | 5035.42    0.0    723     0 |    0.43   1.36   0.10   0.00
1  1.52e+08 7295.25 | 6723.22    0.0    975     0 |    0.44   1.26   0.03   0.00
1  1.53e+08 7295.25 | 6095.40    0.0    897     0 |    0.43   1.13   0.10   0.00
1  1.53e+08 7295.25 | 6957.07    0.0   1000     0 |    0.43   1.29   0.07   0.00
1  1.54e+08 7295.25 | 6665.76    0.0    960     0 |    0.43   1.19   0.02   0.00
1  1.55e+08 7295.25 | 4115.23    0.0    604     0 |    0.43   1.16   0.11   0.00
1  1.55e+08 7295.25 | 6547.26    0.0    956     0 |    0.43   1.18   0.05   0.00
1  1.56e+08 7295.25 |  746.24    0.0    115     0 |    0.43   1.37  -0.03   0.00
1  1.56e+08 7295.25 | 2573.42    0.0    382     0 |    0.43   1.36  -0.04   0.00
1  1.57e+08 7295.25 | 6816.36    0.0   1000     0 |    0.43   0.95   0.16   0.00
1  1.57e+08 7295.25 | 4107.10    0.0    595     0 |    0.43   1.27   0.07   0.00
1  1.58e+08 7295.25 | 1326.06    0.0    196     0 |    0.43   1.06   0.05   0.00
1  1.59e+08 7295.25 | 6941.94    0.0   1000     0 |    0.43   1.13  -0.01   0.00
1  1.59e+08 7295.25 | 6970.05    0.0   1000     0 |    0.43   1.48   0.06   0.00
1  1.60e+08 7295.25 | 5593.76    0.0    810     0 |    0.43   1.09  -0.03   0.00
1  1.60e+08 7295.25 | 6959.26    0.0   1000     0 |    0.43   0.86   0.13   0.00
1  1.61e+08 7295.25 | 6170.53    0.0    893     0 |    0.43   0.75   0.15   0.00
1  1.61e+08 7295.25 | 6939.39    0.0   1000     0 |    0.43   0.99   0.00   0.00
1  1.62e+08 7295.25 | 4101.64    0.0    595     0 |    0.43   1.19   0.06   0.00
1  1.63e+08 7295.25 |  668.40    0.0    103     0 |    0.44   1.17   0.07   0.00
1  1.63e+08 7295.25 | 5264.78    0.0    770     0 |    0.44   1.47   0.01   0.00
1  1.64e+08 7295.25 | 7051.48    0.0   1000     0 |    0.43   1.42   0.01   0.00
1  1.64e+08 7295.25 | 6874.50    0.0   1000     0 |    0.43   1.16   0.09   0.00
1  1.65e+08 7295.25 | 6898.77    0.0   1000     0 |    0.43   1.17   0.14   0.00
1  1.65e+08 7295.25 | 6643.99    0.0    983     0 |    0.43   1.42  -0.04   0.00
1  1.66e+08 7295.25 | 4555.53    0.0    660     0 |    0.43   1.38   0.03   0.00
1  1.67e+08 7295.25 | 6960.82    0.0   1000     0 |    0.43   1.39  -0.06   0.00
1  1.67e+08 7295.25 | 5285.57    0.0    775     0 |    0.43   1.25   0.03   0.00
1  1.68e+08 7295.25 | 3366.63    0.0    507     0 |    0.43   1.77   0.05   0.00
1  1.68e+08 7295.25 | 6787.04    0.0   1000     0 |    0.43   1.19   0.10   0.00
1  1.69e+08 7295.25 | 6863.98    0.0   1000     0 |    0.43   1.04   0.11   0.00
1  1.69e+08 7295.25 | 4798.91    0.0    689     0 |    0.43   1.46  -0.08   0.00
1  1.70e+08 7295.25 | 4270.28    0.0    636     0 |    0.43   1.42   0.08   0.00
1  1.71e+08 7295.25 | 6842.19    0.0   1000     0 |    0.43   1.36   0.09   0.00
1  1.71e+08 7295.25 | 6687.45    0.0   1000     0 |    0.42   1.02   0.12   0.00
1  1.72e+08 7295.25 | 6746.61    0.0    982     0 |    0.42   1.44   0.12   0.00
1  1.72e+08 7295.25 | 6873.75    0.0   1000     0 |    0.43   1.07   0.13   0.00
1  1.73e+08 7295.25 |  744.72    0.0    114     0 |    0.43   1.24   0.06   0.00
| UsedTime:  158271 | SavedDir: ./Humanoid-v3_PPO_1
| Learner: Save in ./Humanoid-v3_PPO_1
        """
    elif env_name == 'Humanoid-v3.7509.target_step = args.max_step * 4  GPU4':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 8000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False

        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.net_dim = 2 ** 8
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 5
        args.gamma = 0.985  # important
        args.lambda_gae_adv = 0.93
        args.if_use_gae = True
        args.learning_rate = 2 ** -15

        args.net_dim = 2 ** 9
        args.batch_size = args.net_dim * 2
        args.target_step = args.max_step * 4  # todo
        args.repeat_times = 2 ** 4

        args.lambda_entropy = 0.01

        args.eval_gap = 2 ** 9
        args.eval_times = 2 ** 2
        args.break_step = int(6e7)

        """
| Arguments Remove cwd: ./Humanoid-v3_PPO_4
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
4  3.21e+04   78.72 |
4  3.21e+04   78.72 |   78.72    2.5     16     0 |    0.31   0.57   0.13   0.00
4  9.67e+05  400.42 |
4  9.67e+05  400.42 |  400.42   36.6     73     7 |    0.33   0.53   0.15   0.00
4  1.90e+06  450.30 |
4  1.90e+06  450.30 |  450.30   46.6     83     7 |    0.33   0.36   0.08   0.00
4  2.84e+06  520.23 |
4  2.84e+06  520.23 |  520.23   40.4     92     8 |    0.33   0.28   0.07   0.00
4  3.78e+06  520.23 |  492.68    0.0     90     0 |    0.34   0.40   0.09   0.00
4  4.72e+06  770.98 |
4  4.72e+06  770.98 |  770.98  210.2    140    39 |    0.34   0.55   0.07   0.00
4  5.67e+06  876.83 |
4  5.67e+06  876.83 |  876.83  140.9    155    28 |    0.34   0.55   0.09   0.00
4  6.61e+06 1840.19 |
4  6.61e+06 1840.19 | 1840.19  651.0    328   111 |    0.35   0.87   0.09   0.00
4  7.56e+06 2925.02 |
4  7.56e+06 2925.02 | 2925.02 1825.7    499   311 |    0.36   0.95   0.09   0.00
4  8.51e+06 4609.47 |
4  8.51e+06 4609.47 | 4609.47  776.6    770   135 |    0.37   0.93   0.13   0.00
4  9.41e+06 4609.47 | 2434.44    0.0    394     0 |    0.38   0.90   0.06   0.00
4  1.03e+07 4609.47 | 2174.22    0.0    358     0 |    0.38   0.68   0.14   0.00
4  1.13e+07 5236.15 |
4  1.13e+07 5236.15 | 5236.15  575.7    854   102 |    0.39   0.84   0.08   0.00
4  1.22e+07 5236.15 | 4700.33 1618.6    746   254 |    0.39   0.75   0.13   0.00
4  1.31e+07 5236.15 | 3989.09    0.0    617     0 |    0.40   0.93   0.13   0.00
4  1.41e+07 5236.15 | 2217.54    0.0    343     0 |    0.39   0.89   0.09   0.00
4  1.50e+07 5236.15 | 4162.20    0.0    649     0 |    0.41   0.99   0.08   0.00
4  1.60e+07 5236.15 | 4688.73    0.0    705     0 |    0.41   0.83   0.13   0.00
4  1.69e+07 5236.15 | 2648.24    0.0    415     0 |    0.41   0.99   0.06   0.00
4  1.79e+07 5807.25 |
4  1.79e+07 5807.25 | 5807.25  898.7    879   131 |    0.42   0.89   0.09   0.00
4  1.88e+07 6007.65 |
4  1.88e+07 6007.65 | 6007.65  738.8    897   107 |    0.42   0.76   0.11   0.00
4  1.98e+07 6620.96 |
4  1.98e+07 6620.96 | 6620.96  182.5    977    24 |    0.42   0.91   0.05   0.00
4  2.08e+07 6620.96 |  859.56    0.0    129     0 |    0.42   0.82   0.09   0.00
4  2.17e+07 6620.96 | 5131.57 1597.7    761   240 |    0.43   0.70   0.13   0.00
4  2.27e+07 6620.96 | 3237.32    0.0    466     0 |    0.43   0.97   0.09   0.00
4  2.36e+07 6620.96 | 4209.17    0.0    604     0 |    0.43   0.84   0.06   0.00
4  2.46e+07 6620.96 |  536.91    0.0     85     0 |    0.43   0.79   0.10   0.00
4  2.55e+07 6620.96 | 3084.61    0.0    475     0 |    0.44   0.84   0.08   0.00
4  2.65e+07 6620.96 |  631.01    0.0    102     0 |    0.43   0.70   0.11   0.00
4  2.74e+07 6620.96 | 4478.66    0.0    623     0 |    0.44   0.87   0.08   0.00
4  2.84e+07 6620.96 | 5273.85    0.0    747     0 |    0.44   0.89   0.10   0.00
4  2.93e+07 6620.96 | 6322.27 1162.0    902   171 |    0.44   0.83   0.10   0.00
4  3.03e+07 6620.96 | 2341.56    0.0    333     0 |    0.44   0.61   0.11   0.00
4  3.12e+07 6620.96 | 5090.40 2094.2    712   289 |    0.44   0.95   0.10   0.00
4  3.22e+07 6620.96 | 1850.02    0.0    266     0 |    0.44   0.98   0.03   0.00
4  3.31e+07 6620.96 | 5324.88    0.0    737     0 |    0.44   0.77   0.16   0.00
4  3.41e+07 6620.96 | 3989.06    0.0    556     0 |    0.44   0.81   0.10   0.00
4  3.50e+07 6620.96 | 2454.05    0.0    345     0 |    0.44   0.86   0.09   0.00
4  3.60e+07 6910.09 |
4  3.60e+07 6910.09 | 6910.09  580.1    960    69 |    0.45   0.81   0.09   0.00
4  3.69e+07 6910.09 | 4799.41 2588.2    666   356 |    0.45   0.88   0.16   0.00
4  3.79e+07 6910.09 | 3665.00    0.0    529     0 |    0.44   1.02   0.03   0.00
4  3.88e+07 6910.09 | 5515.64 1517.5    778   219 |    0.45   0.76   0.08   0.00
4  3.98e+07 6910.09 | 4797.34    0.0    673     0 |    0.45   0.63   0.08   0.00
4  4.07e+07 6910.09 | 6576.47 1126.6    910   155 |    0.45   0.73   0.06   0.00
4  4.16e+07 6910.09 | 5846.28 2374.1    798   320 |    0.45   0.74   0.12   0.00
4  4.26e+07 6910.09 | 4850.04 1971.6    659   264 |    0.45   0.79   0.11   0.00
4  4.35e+07 6910.09 | 1669.48    0.0    235     0 |    0.45   0.70   0.07   0.00
4  4.45e+07 6910.09 | 6207.85 1817.8    854   252 |    0.45   0.87   0.13   0.00
4  4.54e+07 6910.09 | 6274.95    0.0    888     0 |    0.45   0.78   0.08   0.00
4  4.64e+07 6910.09 | 5025.20 1419.4    684   190 |    0.45   0.81   0.05   0.00
4  4.73e+07 6910.09 | 5651.64 2832.6    778   384 |    0.45   0.72   0.10   0.00
4  4.83e+07 6910.09 | 6157.56 1901.2    839   259 |    0.45   0.89   0.09   0.00
4  4.92e+07 6910.09 | 5547.89 2087.6    753   280 |    0.45   0.89   0.10   0.00
4  5.02e+07 6910.09 | 5243.21 2033.7    723   284 |    0.45   0.64   0.08   0.00
4  5.11e+07 6910.09 | 2719.65    0.0    369     0 |    0.45   0.73   0.10   0.00
4  5.21e+07 6910.09 | 5734.48 1545.7    791   209 |    0.46   0.73   0.07   0.00
4  5.30e+07 6910.09 | 6268.38    0.0    834     0 |    0.45   0.82   0.08   0.00
4  5.40e+07 6910.09 | 6434.69  645.8    870    82 |    0.45   0.77   0.12   0.00
4  5.49e+07 6910.09 | 6116.84    0.0    827     0 |    0.46   0.63   0.09   0.00
4  5.59e+07 6910.09 | 6822.26  904.3    928   126 |    0.45   0.87   0.10   0.00
4  5.68e+07 6910.09 | 6292.99    0.0    868     0 |    0.45   0.64   0.08   0.00
4  5.78e+07 6910.09 | 6209.94    0.0    845     0 |    0.46   0.64   0.08   0.00
4  5.87e+07 6910.09 | 5234.15    0.0    736     0 |    0.46   0.60   0.07   0.00
4  5.97e+07 6910.09 | 3512.32    0.0    474     0 |    0.46   0.71   0.12   0.00
4  6.06e+07 6910.09 | 5257.35 2242.9    724   305 |    0.46   0.75   0.09   0.00
4  6.16e+07 6910.09 | 5522.52 2270.8    742   303 |    0.46   0.96   0.07   0.00
4  6.25e+07 6910.09 | 2404.54    0.0    323     0 |    0.46   0.63   0.10   0.00
4  6.35e+07 6910.09 |  983.94    0.0    143     0 |    0.46   0.69   0.11   0.00
4  6.44e+07 6910.09 | 4241.95    0.0    601     0 |    0.46   0.99   0.02   0.00
4  6.54e+07 6910.09 | 2170.06    0.0    302     0 |    0.46   0.58   0.10   0.00
4  6.63e+07 6910.09 | 1027.98    0.0    146     0 |    0.46   1.10   0.03   0.00
4  6.73e+07 6910.09 | 4351.64    0.0    578     0 |    0.46   0.44   0.10   0.00
4  6.82e+07 6910.09 | 4566.28 2928.3    618   391 |    0.46   0.88   0.10   0.00
4  6.92e+07 6910.09 | 5868.07 2720.0    790   363 |    0.46   0.68   0.10   0.00
4  7.01e+07 6910.09 | 2222.25    0.0    301     0 |    0.46   0.83   0.06   0.00
4  7.10e+07 6910.09 | 1840.95    0.0    256     0 |    0.45   0.90   0.07   0.00
4  7.20e+07 6910.09 | 1122.64    0.0    161     0 |    0.46   0.66   0.14   0.00
4  7.29e+07 6910.09 | 5726.94 2686.3    772   357 |    0.46   0.69   0.04   0.00
4  7.39e+07 6910.09 | 6494.09 1796.6    865   233 |    0.46   0.75   0.09   0.00
4  7.48e+07 6910.09 | 6523.73  967.6    875   131 |    0.46   0.67   0.07   0.00
4  7.58e+07 6910.09 | 6776.99 1154.1    910   156 |    0.46   0.89   0.09   0.00
4  7.67e+07 6910.09 | 5491.65    0.0    730     0 |    0.46   0.60   0.07   0.00
4  7.77e+07 6910.09 | 6859.74 1049.9    917   143 |    0.46   0.52   0.04   0.00
4  7.86e+07 7436.84 |
4  7.86e+07 7436.84 | 7436.84   28.0   1000     0 |    0.46   0.80   0.09   0.00
4  7.96e+07 7436.84 | 4469.30    0.0    640     0 |    0.45   0.68   0.10   0.00
4  8.05e+07 7436.84 | 6548.46    0.0    863     0 |    0.46   0.56   0.11   0.00
4  8.15e+07 7436.84 | 2526.43    0.0    343     0 |    0.46   0.66   0.08   0.00
4  8.24e+07 7436.84 | 1918.15    0.0    263     0 |    0.46   0.53   0.10   0.00
4  8.34e+07 7436.84 | 3473.29    0.0    483     0 |    0.46   0.70   0.15   0.00
4  8.43e+07 7436.84 | 6476.87 1403.8    863   175 |    0.46   0.57   0.09   0.00
4  8.53e+07 7436.84 | 3959.35    0.0    533     0 |    0.46   0.79   0.05   0.00
4  8.62e+07 7436.84 | 4309.78    0.0    593     0 |    0.46   0.65   0.16   0.00
4  8.72e+07 7436.84 | 3892.08    0.0    524     0 |    0.46   0.72   0.09   0.00
4  8.81e+07 7436.84 | 6440.80    0.0    853     0 |    0.46   0.67   0.10   0.00
4  8.91e+07 7436.84 | 5802.44 2057.4    780   270 |    0.46   0.65   0.06   0.00
4  9.00e+07 7436.84 | 4001.57 2484.9    546   332 |    0.46   0.76   0.04   0.00
4  9.10e+07 7436.84 | 2036.01    0.0    284     0 |    0.46   1.02   0.01   0.00
4  9.19e+07 7436.84 | 4898.79    0.0    645     0 |    0.46   0.59   0.10   0.00
4  9.29e+07 7436.84 | 2467.10    0.0    335     0 |    0.46   0.67   0.05   0.00
4  9.38e+07 7436.84 | 4725.74 2438.8    628   313 |    0.46   0.98   0.05   0.00
4  9.48e+07 7436.84 | 5878.93 2649.5    789   351 |    0.46   0.76   0.10   0.00
4  9.57e+07 7436.84 | 7068.08    0.0    922     0 |    0.46   0.83   0.04   0.00
4  9.67e+07 7509.76 |
4  9.67e+07 7509.76 | 7509.76   10.2   1000     0 |    0.46   0.93   0.04   0.00
4  9.76e+07 7509.76 | 1893.04    0.0    263     0 |    0.45   1.06   0.06   0.00
4  9.85e+07 7509.76 | 5727.50    0.0    821     0 |    0.46   0.60   0.11   0.00
4  9.95e+07 7509.76 |  502.46    0.0     80     0 |    0.46   0.62   0.11   0.00
4  1.00e+08 7509.76 | 5514.68    0.0    737     0 |    0.46   0.90   0.08   0.00
4  1.01e+08 7509.76 |  711.01    0.0    111     0 |    0.46   0.63   0.07   0.00
4  1.02e+08 7509.76 | 2234.88    0.0    304     0 |    0.45   0.74   0.10   0.00
4  1.03e+08 7509.76 | 5291.92    0.0    719     0 |    0.45   0.63   0.12   0.00
4  1.04e+08 7509.76 | 3806.41    0.0    522     0 |    0.45   0.94   0.09   0.00
...
4  2.50e+08 7509.76 | 3280.81    0.0    443     0 |    0.44   0.82   0.06   0.00
4  2.51e+08 7509.76 | 5369.99    0.0    751     0 |    0.45   0.59   0.08   0.00
4  2.52e+08 7509.76 |  825.03    0.0    121     0 |    0.44   0.75   0.10   0.00
4  2.53e+08 7509.76 | 3232.42    0.0    445     0 |    0.44   0.70   0.06   0.00
4  2.54e+08 7509.76 | 5137.87    0.0    725     0 |    0.44   0.41   0.04   0.00
4  2.54e+08 7509.76 | 6349.30    0.0    890     0 |    0.45   0.82   0.08   0.00
4  2.55e+08 7509.76 | 2258.52    0.0    304     0 |    0.45   0.60   0.09   0.00
4  2.56e+08 7509.76 | 6863.31    0.0    945     0 |    0.45   0.45   0.10   0.00
4  2.57e+08 7509.76 | 4470.68    0.0    605     0 |    0.45   0.37   0.09   0.00
4  2.58e+08 7509.76 | 6699.16    0.0    935     0 |    0.45   0.46   0.11   0.00
4  2.59e+08 7509.76 | 2847.02    0.0    382     0 |    0.46   0.59   0.04   0.00
| UsedTime:  141195 | SavedDir: ./Humanoid-v3_PPO_4
| Learner: Save in ./Humanoid-v3_PPO_4
        """
    elif env_name == 'Humanoid-v3.6171.higher and 4244.faster':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 8000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False
        #
        # args.target_step = args.max_step * 16
        # args.lambda_entropy = 2 ** -6
        # args.worker_num = 2
        # args.batch_size = args.net_dim * 8
        # args.repeat_times = 2 ** 6

        args.learning_rate = 2 ** -16
        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 5
        args.gamma = 0.985  # important
        args.lambda_gae_adv = 0.93
        args.learning_rate = 2 ** -14  # todo

        args.if_use_gae = True
        args.lambda_entropy = 0.01

        args.eval_times = 2 ** 2
        args.break_step = int(6e7)

        # higher
        """
        | Arguments Remove cwd: ./Humanoid-v3_PPO_1
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
1  6.41e+04  219.49 |
1  6.41e+04  219.49 |  219.49    6.3     48     1 |    0.29   0.30   0.09   0.00
1  2.24e+05  270.09 |
1  2.24e+05  270.09 |  270.09    8.2     65     2 |    0.28   0.36  -0.02   0.00
1  3.85e+05  407.79 |
1  3.85e+05  407.79 |  407.79   71.3     90    16 |    0.28   0.19   0.11   0.00
1  5.46e+05  407.79 |  298.77    0.0     62     0 |    0.29   0.20   0.02   0.00
1  7.07e+05  407.79 |  406.00    0.0     88     0 |    0.30   0.23   0.14   0.00
1  8.67e+05  407.79 |  386.38    0.0     82     0 |    0.30   0.15   0.11   0.00
1  1.03e+06  407.79 |  401.57   15.4     80     6 |    0.30   0.10   0.07   0.00
1  1.19e+06  464.28 |
1  1.19e+06  464.28 |  464.28   74.7     94    15 |    0.30   0.14  -0.03   0.00
1  1.35e+06  464.28 |  432.29    0.0     88     0 |    0.30   0.10   0.13   0.00
1  1.51e+06  464.28 |  459.37    0.0     89     0 |    0.30   0.07   0.06   0.00
1  1.67e+06  514.45 |
1  1.67e+06  514.45 |  514.45   12.1    109     7 |    0.30   0.09   0.06   0.00
1  1.83e+06  514.45 |  477.68    0.0     93     0 |    0.30   0.11   0.07   0.00
1  1.99e+06  514.45 |  412.05    0.0     81     0 |    0.30   0.09   0.09   0.00
1  2.15e+06  514.45 |  452.85    0.0     90     0 |    0.31   0.08   0.10   0.00
1  2.32e+06  514.45 |  489.60   20.0     98     7 |    0.30   0.06   0.08   0.00
1  2.48e+06  514.45 |  406.07    0.0     78     0 |    0.31   0.06   0.10   0.00
1  2.64e+06  514.45 |  382.49    0.0     73     0 |    0.31   0.09   0.15   0.00
1  2.80e+06  514.45 |  506.70    0.0     99     0 |    0.31   0.08   0.07   0.00
1  2.96e+06  514.45 |  434.93    0.0     83     0 |    0.31   0.06   0.07   0.00
1  3.12e+06  514.45 |  471.16    0.0     90     0 |    0.31   0.07   0.04   0.00
1  3.28e+06  606.82 |
1  3.28e+06  606.82 |  606.82   45.6    119    10 |    0.31   0.07  -0.05   0.00
1  3.44e+06  606.82 |  517.48    0.0     97     0 |    0.31   0.05   0.08   0.00
1  3.60e+06  606.82 |  524.62    0.0    100     0 |    0.31   0.07   0.14   0.00
1  3.77e+06  606.82 |  577.40    0.0    113     0 |    0.31   0.11   0.02   0.00
1  3.93e+06  606.82 |  491.22    0.0    103     0 |    0.31   0.07   0.12   0.00
1  4.09e+06  606.82 |  592.86   78.3    117    14 |    0.31   0.07   0.09   0.00
1  4.25e+06  606.82 |  476.67    0.0     98     0 |    0.31   0.08   0.13   0.00
1  4.41e+06  606.82 |  569.89    0.0    109     0 |    0.31   0.06   0.10   0.00
1  4.57e+06  606.82 |  539.59    0.0    111     0 |    0.32   0.06   0.12   0.00
1  4.73e+06  606.82 |  559.35   53.6    110    12 |    0.31   0.08   0.04   0.00
1  4.89e+06  606.82 |  502.84    0.0     95     0 |    0.31   0.06   0.10   0.00
1  5.05e+06  606.82 |  606.47   71.7    120    12 |    0.31   0.06   0.13   0.00
1  5.22e+06  606.82 |  544.12    0.0    102     0 |    0.32   0.06   0.13   0.00
1  5.38e+06  617.16 |
1  5.38e+06  617.16 |  617.16   27.5    120     7 |    0.32   0.05   0.01   0.00
1  5.54e+06  617.16 |  463.81    0.0     95     0 |    0.32   0.04   0.06   0.00
1  5.70e+06  617.16 |  514.66    0.0    103     0 |    0.32   0.07  -0.01   0.00
1  5.86e+06  617.16 |  566.42   62.4    110    12 |    0.32   0.07   0.06   0.00
1  6.02e+06  617.16 |  481.54    0.0     97     0 |    0.32   0.05   0.02   0.00
1  6.18e+06  638.12 |
1  6.18e+06  638.12 |  638.12   68.6    125    10 |    0.32   0.04   0.02   0.00
1  6.34e+06  638.12 |  612.14  118.5    120    24 |    0.32   0.04   0.04   0.00
1  6.50e+06  638.12 |  553.78    0.0    109     0 |    0.32   0.04  -0.00   0.00
1  6.66e+06  638.12 |  635.94  106.4    122    23 |    0.32   0.08  -0.01   0.00
1  6.83e+06  638.12 |  546.15    0.0    111     0 |    0.32   0.05  -0.00   0.00
1  6.99e+06  732.49 |
1  6.99e+06  732.49 |  732.49   43.1    140     8 |    0.32   0.08  -0.01   0.00
1  7.15e+06  732.49 |  685.15   49.6    130    12 |    0.32   0.07   0.08   0.00
1  7.31e+06  732.49 |  669.89    0.0    132     0 |    0.32   0.08   0.06   0.00
1  7.47e+06  732.49 |  701.49   71.9    138    13 |    0.32   0.08   0.09   0.00
1  7.63e+06  732.49 |  541.09    0.0    100     0 |    0.32   0.11   0.02   0.00
1  7.79e+06  732.49 |  691.86    0.0    131     0 |    0.32   0.08   0.01   0.00
1  7.95e+06  732.49 |  723.54  101.0    142    19 |    0.32   0.06   0.01   0.00
1  8.12e+06  732.49 |  730.26    0.0    135     0 |    0.32   0.07   0.07   0.00
1  8.28e+06  732.49 |  724.48    0.0    133     0 |    0.32   0.07   0.07   0.00
1  8.44e+06  732.49 |  703.24    0.0    131     0 |    0.32   0.09  -0.03   0.00
1  8.60e+06  732.49 |  636.09    0.0    116     0 |    0.32   0.07   0.12   0.00
1  8.76e+06  780.15 |
1  8.76e+06  780.15 |  780.15   38.0    146     9 |    0.33   0.11  -0.07   0.00
1  8.92e+06  780.15 |  673.09    0.0    124     0 |    0.33   0.05   0.06   0.00
1  9.08e+06  780.15 |  699.58    0.0    134     0 |    0.33   0.09   0.08   0.00
1  9.24e+06  805.57 |
1  9.24e+06  805.57 |  805.57   29.4    156     9 |    0.33   0.11  -0.07   0.00
1  9.41e+06  805.57 |  642.57    0.0    116     0 |    0.33   0.09   0.10   0.00
1  9.57e+06  805.57 |  778.99    0.0    143     0 |    0.33   0.13   0.02   0.00
1  9.73e+06  805.57 |  677.24    0.0    128     0 |    0.33   0.13   0.07   0.00
1  9.89e+06  837.67 |
1  9.89e+06  837.67 |  837.67   67.4    156    14 |    0.32   0.15   0.03   0.00
1  1.01e+07  879.60 |
1  1.01e+07  879.60 |  879.60  141.9    168    31 |    0.33   0.20   0.03   0.00
1  1.02e+07  879.60 |  834.82  181.7    159    34 |    0.33   0.17   0.12   0.00
1  1.04e+07  879.60 |  858.83    0.0    164     0 |    0.33   0.13   0.07   0.00
1  1.05e+07  891.38 |
1  1.05e+07  891.38 |  891.38   83.7    166    15 |    0.33   0.17   0.04   0.00
1  1.07e+07  897.74 |
1  1.07e+07  897.74 |  897.74  181.5    170    35 |    0.33   0.27   0.04   0.00
1  1.09e+07  897.74 |  766.80   92.5    146    15 |    0.32   0.25  -0.01   0.00
1  1.10e+07  897.74 |  593.72    0.0    108     0 |    0.33   0.24   0.11   0.00
1  1.12e+07  897.74 |  737.88    0.0    150     0 |    0.32   0.25   0.10   0.00
1  1.13e+07  897.74 |  870.87    0.0    170     0 |    0.32   0.38   0.15   0.00
1  1.15e+07  897.74 |  622.99    0.0    122     0 |    0.32   0.23   0.18   0.00
1  1.17e+07  897.74 |  892.14   55.5    167    14 |    0.32   0.24   0.13   0.00
1  1.18e+07  897.74 |  808.33    0.0    161     0 |    0.33   0.25   0.11   0.00
1  1.20e+07 1091.70 |
1  1.20e+07 1091.70 | 1091.70  287.0    209    66 |    0.33   0.25   0.04   0.00
1  1.22e+07 1091.70 | 1030.50  168.4    194    37 |    0.32   0.30  -0.04   0.00
1  1.23e+07 1091.70 |  912.66    0.0    173     0 |    0.33   0.37  -0.01   0.00
1  1.25e+07 1091.70 | 1019.67    0.0    200     0 |    0.32   0.34   0.05   0.00
1  1.26e+07 1091.70 |  956.14    0.0    175     0 |    0.33   0.34   0.05   0.00
1  1.28e+07 1091.70 | 1068.82  100.7    196    20 |    0.33   0.27   0.11   0.00
1  1.30e+07 1091.70 |  984.55    0.0    178     0 |    0.33   0.26   0.04   0.00
1  1.31e+07 1091.70 | 1041.82  121.0    189    21 |    0.33   0.33   0.14   0.00
1  1.33e+07 1091.70 |  931.20    0.0    192     0 |    0.33   0.43  -0.00   0.00
1  1.34e+07 1091.70 | 1073.55    0.0    206     0 |    0.33   0.37   0.07   0.00
1  1.36e+07 1446.79 |
1  1.36e+07 1446.79 | 1446.79  195.9    276    45 |    0.33   0.34  -0.01   0.00
1  1.38e+07 1446.79 | 1107.77    0.0    202     0 |    0.33   0.24   0.02   0.00
1  1.39e+07 1446.79 | 1432.56    0.0    285     0 |    0.33   0.27  -0.00   0.00
1  1.41e+07 1446.79 | 1402.66  332.7    269    71 |    0.33   0.34   0.07   0.00
1  1.43e+07 1446.79 | 1019.34    0.0    192     0 |    0.33   0.38   0.07   0.00
1  1.44e+07 1446.79 | 1406.97    0.0    257     0 |    0.33   0.42   0.06   0.00
1  1.46e+07 1446.79 |  886.96    0.0    181     0 |    0.33   0.30   0.07   0.00
1  1.47e+07 1446.79 | 1194.42    0.0    232     0 |    0.34   0.45   0.20   0.00
1  1.49e+07 1446.79 | 1185.93  298.6    228    53 |    0.33   0.40  -0.04   0.00
1  1.51e+07 1446.79 | 1327.36    0.0    239     0 |    0.34   0.36   0.04   0.00
1  1.52e+07 1446.79 | 1186.28    0.0    222     0 |    0.33   0.35   0.14   0.00
1  1.54e+07 1446.79 |  955.34    0.0    195     0 |    0.33   0.42   0.02   0.00
1  1.56e+07 1446.79 | 1047.00    0.0    191     0 |    0.33   0.34   0.10   0.00
1  1.57e+07 1446.79 | 1241.46  310.1    246    57 |    0.33   0.49   0.11   0.00
1  1.59e+07 1866.69 |
1  1.59e+07 1866.69 | 1866.69  821.6    348   162 |    0.34   0.33   0.06   0.00
1  1.60e+07 1866.69 | 1687.33    0.0    303     0 |    0.34   0.42   0.23   0.00
1  1.62e+07 1866.69 | 1643.96    0.0    292     0 |    0.34   0.33   0.12   0.00
1  1.64e+07 1866.69 | 1584.58    0.0    291     0 |    0.34   0.41   0.00   0.00
1  1.65e+07 1866.69 | 1416.45  386.8    258    76 |    0.34   0.47   0.03   0.00
1  1.67e+07 1866.69 | 1649.76    0.0    290     0 |    0.34   0.47   0.10   0.00
1  1.69e+07 1866.69 | 1342.72    0.0    236     0 |    0.34   0.41   0.09   0.00
1  1.70e+07 1866.69 | 1052.14    0.0    189     0 |    0.34   0.43   0.04   0.00
1  1.72e+07 1866.69 | 1497.53    0.0    291     0 |    0.34   0.36   0.07   0.00
1  1.73e+07 2237.69 |
1  1.73e+07 2237.69 | 2237.69  367.7    417    71 |    0.34   0.50   0.12   0.00
1  1.75e+07 2237.69 | 1553.69    0.0    280     0 |    0.34   0.52   0.03   0.00
1  1.77e+07 2237.69 | 1982.36  418.4    366    71 |    0.34   0.53   0.10   0.00
1  1.78e+07 2237.69 | 1987.15    0.0    359     0 |    0.34   0.53   0.10   0.00
1  1.80e+07 2581.34 |
1  1.80e+07 2581.34 | 2581.34 1034.4    486   194 |    0.34   0.67   0.04   0.00
1  1.82e+07 2581.34 | 2524.67    0.0    471     0 |    0.34   0.50   0.12   0.00
1  1.83e+07 2581.34 | 1987.93    0.0    365     0 |    0.34   0.44   0.11   0.00
1  1.85e+07 2581.34 | 1962.37    0.0    365     0 |    0.34   0.45   0.09   0.00
1  1.86e+07 2581.34 | 1610.74    0.0    289     0 |    0.34   0.48   0.06   0.00
1  1.88e+07 2581.34 | 2450.22    0.0    455     0 |    0.34   0.52   0.20   0.00
1  1.90e+07 2581.34 | 1823.13    0.0    336     0 |    0.34   0.60  -0.01   0.00
1  1.91e+07 2581.34 | 2179.45    0.0    404     0 |    0.34   0.56   0.16   0.00
1  1.93e+07 3303.61 |
1  1.93e+07 3303.61 | 3303.61  365.7    599    68 |    0.34   0.41   0.16   0.00
1  1.95e+07 3303.61 | 2870.18    0.0    534     0 |    0.34   0.41   0.08   0.00
1  1.96e+07 3303.61 | 2984.96    0.0    538     0 |    0.35   0.49   0.05   0.00
1  1.98e+07 3334.44 |
1  1.98e+07 3334.44 | 3334.44  832.9    616   152 |    0.35   0.51   0.19   0.00
1  2.00e+07 3334.44 | 3231.50  785.8    592   143 |    0.35   0.59   0.08   0.00
1  2.01e+07 3334.44 | 2027.78    0.0    361     0 |    0.34   0.38   0.15   0.00
1  2.03e+07 3334.44 | 1278.34    0.0    225     0 |    0.35   0.48   0.06   0.00
1  2.04e+07 3334.44 | 3138.83 1312.8    572   242 |    0.35   0.65  -0.02   0.00
1  2.06e+07 3516.20 |
1  2.06e+07 3516.20 | 3516.20 1321.9    640   242 |    0.35   0.40   0.15   0.00
1  2.08e+07 4692.79 |
1  2.08e+07 4692.79 | 4692.79 1327.8    860   243 |    0.35   0.47   0.10   0.00
1  2.09e+07 4692.79 | 2963.76    0.0    541     0 |    0.34   0.34   0.12   0.00
1  2.11e+07 4692.79 | 2419.42    0.0    446     0 |    0.35   0.60   0.16   0.00
1  2.13e+07 4692.79 | 3702.94 1278.1    674   238 |    0.35   0.38   0.12   0.00
1  2.14e+07 4692.79 | 1685.87    0.0    299     0 |    0.35   0.44   0.04   0.00
1  2.16e+07 4692.79 | 2789.58    0.0    493     0 |    0.35   0.45   0.02   0.00
1  2.18e+07 4692.79 | 1226.35    0.0    209     0 |    0.35   0.60   0.01   0.00
1  2.19e+07 4692.79 | 1979.27    0.0    346     0 |    0.35   0.60   0.11   0.00
1  2.21e+07 4692.79 | 2439.87    0.0    432     0 |    0.35   0.65   0.08   0.00
1  2.23e+07 4692.79 | 3600.99    0.0    641     0 |    0.36   0.49   0.12   0.00
1  2.24e+07 4692.79 | 4449.05 1524.5    792   272 |    0.35   0.63   0.01   0.00
1  2.26e+07 4692.79 | 2638.94    0.0    471     0 |    0.36   0.62   0.07   0.00
1  2.27e+07 4692.79 | 2789.77    0.0    502     0 |    0.36   0.45   0.09   0.00
1  2.29e+07 4692.79 |  790.08    0.0    142     0 |    0.35   0.53   0.20   0.00
1  2.31e+07 4692.79 | 2132.64    0.0    376     0 |    0.35   0.58   0.09   0.00
1  2.32e+07 4692.79 | 1161.71    0.0    206     0 |    0.36   0.52   0.17   0.00
1  2.34e+07 4981.98 |
1  2.34e+07 4981.98 | 4981.98 1059.5    889   192 |    0.36   0.62   0.07   0.00
1  2.36e+07 4981.98 | 1025.87    0.0    169     0 |    0.35   0.70  -0.12   0.00
1  2.37e+07 4981.98 | 3845.06 1793.7    684   320 |    0.35   0.45   0.13   0.00
1  2.39e+07 4981.98 | 2841.18    0.0    489     0 |    0.35   0.55   0.10   0.00
1  2.41e+07 4989.53 |
1  2.41e+07 4989.53 | 4989.53 1159.9    882   205 |    0.35   0.53   0.09   0.00
1  2.42e+07 4989.53 | 4159.71    0.0    734     0 |    0.36   0.70   0.11   0.00
1  2.44e+07 4989.53 | 1454.17    0.0    259     0 |    0.36   0.63   0.14   0.00
1  2.46e+07 5105.18 |
1  2.46e+07 5105.18 | 5105.18 1032.7    896   180 |    0.36   0.63   0.08   0.00
1  2.47e+07 5105.18 | 2314.52    0.0    407     0 |    0.36   0.64   0.09   0.00
1  2.49e+07 5105.18 | 2231.91    0.0    382     0 |    0.36   0.69  -0.00   0.00
1  2.51e+07 5105.18 | 2757.14    0.0    480     0 |    0.36   0.81  -0.01   0.00
1  2.52e+07 5105.18 | 1754.05    0.0    300     0 |    0.36   0.66   0.02   0.00
1  2.54e+07 5105.18 | 4035.55 1730.5    701   307 |    0.36   0.77   0.01   0.00
1  2.56e+07 5105.18 | 3820.15    0.0    662     0 |    0.36   0.50   0.17   0.00
1  2.57e+07 5105.18 | 2490.42 1916.7    428   333 |    0.36   0.74   0.09   0.00
1  2.59e+07 5105.18 | 4687.41    0.0    813     0 |    0.36   0.70   0.03   0.00
1  2.61e+07 5105.18 | 3478.46    0.0    594     0 |    0.36   0.59   0.05   0.00
1  2.62e+07 5105.18 | 3918.73 1863.4    682   321 |    0.37   0.70   0.06   0.00
1  2.64e+07 5105.18 | 2798.66    0.0    501     0 |    0.36   0.50   0.08   0.00
1  2.65e+07 5198.62 |
1  2.65e+07 5198.62 | 5198.62  945.0    906   163 |    0.36   0.53   0.14   0.00
1  2.67e+07 5198.62 | 2030.72    0.0    363     0 |    0.36   0.60  -0.00   0.00
1  2.69e+07 5198.62 | 1939.15    0.0    330     0 |    0.37   0.55   0.08   0.00
1  2.70e+07 5198.62 | 2868.47    0.0    489     0 |    0.37   0.69   0.14   0.00
1  2.72e+07 5198.62 | 3380.88    0.0    582     0 |    0.37   0.68   0.03   0.00
1  2.74e+07 5198.62 | 3779.57 1651.0    649   287 |    0.37   0.62   0.16   0.00
1  2.75e+07 5198.62 | 3367.54    0.0    575     0 |    0.37   0.62   0.06   0.00
1  2.77e+07 5198.62 | 4748.73 1161.6    808   195 |    0.37   0.82   0.09   0.00
1  2.79e+07 5198.62 | 1823.22    0.0    306     0 |    0.37   0.56   0.12   0.00
1  2.80e+07 5198.62 | 4224.61    0.0    715     0 |    0.37   0.82   0.12   0.00
1  2.82e+07 5198.62 | 3995.73    0.0    690     0 |    0.37   0.91   0.00   0.00
1  2.84e+07 5198.62 |  869.23    0.0    147     0 |    0.37   0.79   0.10   0.00
1  2.85e+07 5198.62 | 4418.71 2112.5    747   360 |    0.37   0.84   0.11   0.00
1  2.87e+07 5198.62 | 1507.16    0.0    268     0 |    0.37   0.75  -0.03   0.00
1  2.89e+07 5198.62 | 3144.96 1825.8    538   310 |    0.37   0.68   0.06   0.00
1  2.90e+07 5198.62 | 2854.08    0.0    498     0 |    0.37   0.60   0.00   0.00
1  2.92e+07 5198.62 | 4475.25 2012.5    758   344 |    0.37   1.08   0.05   0.00
1  2.94e+07 5198.62 | 3487.08    0.0    595     0 |    0.37   0.67   0.08   0.00
1  2.95e+07 5198.62 | 3476.38    0.0    594     0 |    0.37   0.71  -0.01   0.00
1  2.97e+07 5198.62 | 5021.55 1527.4    850   260 |    0.37   1.07  -0.00   0.00
1  2.99e+07 5198.62 | 3417.27    0.0    570     0 |    0.37   0.58   0.10   0.00
1  3.00e+07 5198.62 | 3751.30    0.0    623     0 |    0.37   0.91   0.01   0.00
1  3.02e+07 5198.62 | 1417.01    0.0    242     0 |    0.37   0.78  -0.02   0.00
1  3.04e+07 5198.62 | 4318.04 1926.7    737   332 |    0.37   0.70   0.13   0.00
1  3.05e+07 5198.62 | 4926.44 1372.0    828   234 |    0.37   0.61   0.01   0.00
1  3.07e+07 5198.62 | 3677.06    0.0    616     0 |    0.38   0.96   0.04   0.00
1  3.08e+07 5198.62 | 1656.98    0.0    277     0 |    0.37   0.75   0.12   0.00
1  3.10e+07 5198.62 | 2702.14 2078.8    458   348 |    0.38   0.79   0.10   0.00
1  3.12e+07 5198.62 | 5066.48    0.0    866     0 |    0.37   0.96   0.08   0.00
1  3.13e+07 5198.62 | 4519.62 1542.6    762   259 |    0.37   0.81   0.10   0.00
1  3.15e+07 5198.62 | 4340.64 1621.8    742   274 |    0.37   1.01   0.06   0.00
1  3.17e+07 5198.62 | 2837.75    0.0    470     0 |    0.37   0.73   0.11   0.00
1  3.18e+07 5198.62 | 1385.67    0.0    230     0 |    0.37   0.76   0.06   0.00
1  3.20e+07 5198.62 | 3411.96    0.0    582     0 |    0.37   0.87   0.09   0.00
1  3.22e+07 5198.62 | 3100.60    0.0    526     0 |    0.37   0.82   0.18   0.00
1  3.23e+07 5198.62 | 3622.41    0.0    618     0 |    0.37   0.88   0.10   0.00
1  3.25e+07 5198.62 | 3264.92    0.0    555     0 |    0.38   0.76   0.04   0.00
1  3.27e+07 5198.62 | 4101.84 2202.0    688   369 |    0.38   0.93   0.05   0.00
1  3.28e+07 5198.62 | 2588.83    0.0    433     0 |    0.38   0.97   0.02   0.00
1  3.30e+07 5198.62 | 4767.05    0.0    808     0 |    0.37   0.90  -0.07   0.00
1  3.32e+07 5243.51 |
1  3.32e+07 5243.51 | 5243.51 1207.8    868   198 |    0.38   0.65   0.24   0.00
1  3.33e+07 5243.51 | 4631.61    0.0    763     0 |    0.38   0.84  -0.03   0.00
1  3.35e+07 5243.51 | 3937.31 2159.9    660   369 |    0.38   0.81   0.08   0.00
1  3.37e+07 5243.51 | 3945.73 2186.8    661   367 |    0.37   0.84  -0.03   0.00
1  3.38e+07 5243.51 | 3850.79 2166.8    636   367 |    0.37   0.75   0.10   0.00
1  3.40e+07 5243.51 | 3344.73    0.0    572     0 |    0.37   0.69   0.01   0.00
1  3.42e+07 5243.51 | 5203.63    0.0    855     0 |    0.37   0.67   0.11   0.00
1  3.43e+07 5243.51 | 1517.02    0.0    259     0 |    0.38   0.56   0.09   0.00
1  3.45e+07 5243.51 | 2971.18    0.0    510     0 |    0.37   0.96   0.03   0.00
1  3.47e+07 5928.47 |
1  3.47e+07 5928.47 | 5928.47   22.7   1000     0 |    0.37   0.75   0.08   0.00
1  3.48e+07 5928.47 | 4492.05 1220.3    754   206 |    0.37   1.00   0.11   0.00
1  3.50e+07 5928.47 | 3400.53    0.0    590     0 |    0.37   0.67   0.13   0.00
1  3.52e+07 5928.47 | 3804.04    0.0    648     0 |    0.37   0.83   0.13   0.00
1  3.53e+07 5928.47 | 3648.97    0.0    634     0 |    0.37   0.73   0.09   0.00
1  3.55e+07 5928.47 | 5552.91    0.0    928     0 |    0.37   0.77   0.15   0.00
1  3.57e+07 5928.47 | 5811.21    0.0   1000     0 |    0.37   0.76   0.05   0.00
1  3.58e+07 5928.47 | 4099.94 2138.7    692   361 |    0.38   0.74   0.07   0.00
1  3.60e+07 5928.47 | 1857.63    0.0    304     0 |    0.37   0.66   0.14   0.00
1  3.61e+07 5928.47 | 2940.78    0.0    477     0 |    0.38   1.03   0.11   0.00
1  3.63e+07 5991.35 |
1  3.63e+07 5991.35 | 5991.35   36.9   1000     0 |    0.37   0.68   0.18   0.00
1  3.65e+07 5991.35 | 1633.03    0.0    284     0 |    0.37   1.13  -0.00   0.00
1  3.66e+07 5991.35 | 5902.02    0.0   1000     0 |    0.37   0.96   0.09   0.00
1  3.68e+07 5991.35 | 5817.01    0.0   1000     0 |    0.37   0.93  -0.01   0.00
1  3.70e+07 5991.35 | 5744.00    0.0    978     0 |    0.37   0.95   0.03   0.00
1  3.71e+07 5991.35 | 5943.04    0.0   1000     0 |    0.38   0.81   0.05   0.00
1  3.73e+07 5991.35 | 3782.50    0.0    624     0 |    0.37   0.98  -0.05   0.00
1  3.75e+07 5991.35 | 4571.55    0.0    783     0 |    0.37   0.91   0.17   0.00
1  3.76e+07 5991.35 | 2987.08    0.0    515     0 |    0.37   1.17   0.03   0.00
1  3.78e+07 5991.35 |  762.13    0.0    124     0 |    0.38   0.61   0.10   0.00
1  3.80e+07 5991.35 | 5104.16    0.0    844     0 |    0.38   1.05  -0.05   0.00
1  3.81e+07 6055.21 |
1  3.81e+07 6055.21 | 6055.21   22.4   1000     0 |    0.38   0.81   0.09   0.00
1  3.83e+07 6055.21 | 6026.13    0.0   1000     0 |    0.38   0.87   0.02   0.00
1  3.85e+07 6055.21 | 4438.80    0.0    734     0 |    0.38   0.79   0.08   0.00
1  3.86e+07 6055.21 | 5009.79    0.0    845     0 |    0.38   0.64   0.06   0.00
1  3.88e+07 6055.21 | 1405.33    0.0    228     0 |    0.38   0.96   0.14   0.00
1  3.90e+07 6055.21 | 5946.77    0.0   1000     0 |    0.38   0.79   0.12   0.00
1  3.91e+07 6055.21 | 4880.17    0.0    789     0 |    0.38   0.80   0.05   0.00
1  3.93e+07 6055.21 | 3876.83    0.0    646     0 |    0.38   0.90   0.06   0.00
1  3.95e+07 6055.21 | 4948.03 1810.8    812   301 |    0.38   0.58   0.07   0.00
1  3.96e+07 6055.21 | 2436.69    0.0    410     0 |    0.38   0.85   0.08   0.00
1  3.98e+07 6055.21 | 4695.55    0.0    769     0 |    0.38   0.88   0.07   0.00
1  3.99e+07 6055.21 | 6017.17    0.0   1000     0 |    0.38   1.09  -0.07   0.00
1  4.01e+07 6055.21 | 5403.83    0.0    887     0 |    0.38   1.04   0.11   0.00
1  4.03e+07 6055.21 | 5959.90    0.0   1000     0 |    0.38   0.90   0.09   0.00
1  4.04e+07 6055.21 | 5380.95 1153.5    892   186 |    0.38   0.86   0.06   0.00
1  4.06e+07 6055.21 | 2938.01 1862.4    486   305 |    0.38   1.25  -0.06   0.00
1  4.08e+07 6055.21 | 2172.79    0.0    373     0 |    0.38   0.67   0.09   0.00
1  4.09e+07 6055.21 | 3254.44 2037.9    541   335 |    0.38   0.85   0.14   0.00
1  4.11e+07 6055.21 | 5221.72  914.9    858   143 |    0.38   0.90  -0.02   0.00
1  4.13e+07 6055.21 | 3459.39    0.0    567     0 |    0.38   0.83  -0.02   0.00
1  4.14e+07 6055.21 | 5011.75 1773.3    824   293 |    0.38   0.73   0.10   0.00
1  4.16e+07 6055.21 | 2033.45    0.0    351     0 |    0.38   0.63   0.10   0.00
1  4.18e+07 6055.21 | 3507.31    0.0    578     0 |    0.38   0.58   0.11   0.00
1  4.19e+07 6055.21 | 6038.43    0.0   1000     0 |    0.38   0.90  -0.01   0.00
1  4.21e+07 6055.21 | 4997.36 1985.4    813   323 |    0.38   1.14  -0.02   0.00
1  4.23e+07 6055.21 |  678.82    0.0    108     0 |    0.38   0.67   0.04   0.00
1  4.24e+07 6055.21 | 4174.65 2078.8    688   332 |    0.38   0.79   0.11   0.00
1  4.26e+07 6055.21 | 1679.32    0.0    264     0 |    0.38   0.94  -0.04   0.00
1  4.28e+07 6055.21 | 1384.96    0.0    222     0 |    0.38   0.74   0.10   0.00
1  4.29e+07 6055.21 | 6010.24    0.0   1000     0 |    0.38   0.92   0.08   0.00
1  4.31e+07 6055.21 | 6047.53    0.0   1000     0 |    0.38   0.72   0.07   0.00
1  4.33e+07 6055.21 | 6054.33    0.0   1000     0 |    0.38   0.87  -0.01   0.00
1  4.34e+07 6055.21 | 1277.31    0.0    209     0 |    0.38   0.99   0.04   0.00
1  4.36e+07 6055.21 | 3119.95    0.0    507     0 |    0.38   0.83   0.07   0.00
1  4.37e+07 6055.21 | 4720.52    0.0    761     0 |    0.38   0.84   0.11   0.00
1  4.39e+07 6055.21 | 3254.33    0.0    535     0 |    0.38   0.88   0.15   0.00
1  4.41e+07 6055.21 | 1672.70    0.0    268     0 |    0.38   0.81   0.09   0.00
1  4.42e+07 6055.21 | 4144.95 1301.8    677   206 |    0.38   0.90   0.10   0.00
1  4.44e+07 6055.21 | 4948.29    0.0    818     0 |    0.38   1.12   0.16   0.00
1  4.46e+07 6055.21 | 1502.63    0.0    238     0 |    0.38   0.66   0.05   0.00
1  4.47e+07 6055.21 | 2984.43    0.0    481     0 |    0.39   0.74   0.05   0.00
1  4.49e+07 6055.21 | 1236.27    0.0    201     0 |    0.39   0.72   0.04   0.00
1  4.51e+07 6055.21 | 4796.99 2276.0    785   373 |    0.38   0.73   0.07   0.00
1  4.52e+07 6055.21 | 4218.21 1844.5    682   294 |    0.38   1.03   0.08   0.00
1  4.54e+07 6055.21 | 5740.58  719.6    935   111 |    0.38   0.87   0.05   0.00
1  4.56e+07 6055.21 | 5438.39    0.0    873     0 |    0.39   0.91   0.02   0.00
1  4.57e+07 6055.21 | 4170.94 2018.6    671   329 |    0.39   0.90   0.05   0.00
1  4.59e+07 6055.21 | 3921.90    0.0    649     0 |    0.38   0.81   0.11   0.00
1  4.61e+07 6055.21 | 3300.96    0.0    537     0 |    0.39   0.77   0.08   0.00
1  4.62e+07 6055.21 | 2554.53 2078.5    415   341 |    0.39   0.83   0.03   0.00
1  4.64e+07 6055.21 | 3188.32    0.0    523     0 |    0.39   0.87   0.08   0.00
1  4.66e+07 6055.21 | 4102.61 2239.5    663   362 |    0.39   0.82   0.06   0.00
1  4.67e+07 6055.21 | 1662.54    0.0    269     0 |    0.39   0.72   0.06   0.00
1  4.69e+07 6055.21 | 5881.77    0.0    954     0 |    0.39   0.67   0.14   0.00
1  4.71e+07 6055.21 | 5000.45    0.0    817     0 |    0.39   0.94   0.09   0.00
1  4.72e+07 6055.21 | 1743.69    0.0    272     0 |    0.38   0.77   0.03   0.00
1  4.74e+07 6055.21 | 5095.58    0.0    832     0 |    0.39   0.78   0.02   0.00
1  4.75e+07 6055.21 | 2903.96    0.0    473     0 |    0.38   0.84   0.02   0.00
1  4.77e+07 6055.21 | 4942.39    0.0    787     0 |    0.38   0.72   0.00   0.00
1  4.79e+07 6055.21 | 2460.91    0.0    403     0 |    0.38   0.93  -0.01   0.00
1  4.80e+07 6055.21 | 2539.71    0.0    406     0 |    0.38   0.88  -0.01   0.00
1  4.82e+07 6055.21 | 5009.51    0.0    826     0 |    0.38   0.86  -0.11   0.00
1  4.84e+07 6055.21 | 1515.71    0.0    244     0 |    0.38   0.59   0.15   0.00
1  4.85e+07 6055.21 | 6055.11   38.2   1000     0 |    0.38   0.81   0.03   0.00
1  4.87e+07 6055.21 | 5987.61    0.0   1000     0 |    0.38   1.04   0.02   0.00
1  4.89e+07 6055.21 | 3153.29    0.0    512     0 |    0.38   0.57   0.17   0.00
1  4.90e+07 6055.21 | 5179.65 1641.3    845   268 |    0.38   0.90   0.07   0.00
1  4.92e+07 6055.21 | 4498.84 1942.6    730   317 |    0.38   0.88   0.04   0.00
1  4.94e+07 6055.21 | 2940.26    0.0    485     0 |    0.38   0.96  -0.04   0.00
1  4.95e+07 6055.21 | 6031.56    0.0   1000     0 |    0.38   0.82   0.08   0.00
1  4.97e+07 6055.21 | 2886.71    0.0    471     0 |    0.38   0.88   0.07   0.00
1  4.99e+07 6055.21 | 3967.70    0.0    658     0 |    0.38   1.17  -0.02   0.00
1  5.00e+07 6055.21 | 3990.37 2304.0    655   377 |    0.38   1.05   0.09   0.00
1  5.02e+07 6055.21 | 5792.65    0.0    949     0 |    0.38   0.70   0.06   0.00
1  5.04e+07 6055.21 | 6042.55    0.0   1000     0 |    0.38   1.00   0.03   0.00
1  5.05e+07 6055.21 | 3202.88 1817.4    526   291 |    0.38   0.95   0.11   0.00
1  5.07e+07 6055.21 | 5483.26    0.0    901     0 |    0.38   0.85   0.16   0.00
1  5.09e+07 6153.30 |
1  5.09e+07 6153.30 | 6153.30   52.0   1000     0 |    0.38   0.89   0.11   0.00
1  5.10e+07 6153.30 | 6044.71    0.0   1000     0 |    0.38   1.00  -0.04   0.00
1  5.12e+07 6153.30 | 6137.80    0.0   1000     0 |    0.38   0.92   0.07   0.00
1  5.14e+07 6153.30 | 1371.95    0.0    217     0 |    0.38   0.81   0.06   0.00
1  5.15e+07 6153.30 | 3668.47    0.0    598     0 |    0.38   0.80   0.11   0.00
1  5.17e+07 6153.30 | 5072.20 1877.2    825   304 |    0.39   0.75   0.04   0.00
1  5.19e+07 6153.30 | 5997.47  156.8    977    23 |    0.39   0.79   0.05   0.00
1  5.20e+07 6171.77 |
1  5.20e+07 6171.77 | 6171.77   31.6   1000     0 |    0.39   0.80   0.12   0.00
1  5.22e+07 6171.77 | 3847.00    0.0    616     0 |    0.39   0.88   0.14   0.00
1  5.24e+07 6171.77 | 5934.04  395.3    962    65 |    0.38   0.76   0.08   0.00
1  5.25e+07 6171.77 | 4976.44 2057.2    806   336 |    0.38   0.77   0.05   0.00
1  5.27e+07 6171.77 | 6156.25    0.0   1000     0 |    0.38   0.96  -0.10   0.00
1  5.29e+07 6171.77 | 4983.31    0.0    800     0 |    0.38   0.86   0.02   0.00
1  5.30e+07 6171.77 | 1158.19    0.0    181     0 |    0.38   0.78   0.13   0.00
1  5.32e+07 6171.77 | 6129.65    0.0   1000     0 |    0.38   0.98   0.04   0.00
1  5.34e+07 6171.77 | 5363.95    0.0    896     0 |    0.38   1.17  -0.11   0.00
1  5.34e+07 6171.77 | 5363.95    0.0    896     0 |    0.38   1.17  -0.11   0.00
1  5.35e+07 6171.77 | 5395.23    0.0    888     0 |    0.38   1.34  -0.08   0.00
1  5.37e+07 6171.77 | 3935.23    0.0    636     0 |    0.38   1.05   0.04   0.00
1  5.39e+07 6171.77 | 4392.12    0.0    715     0 |    0.38   0.61  -0.01   0.00
1  5.40e+07 6171.77 | 6153.57   38.2   1000     0 |    0.38   0.80   0.03   0.00
1  5.42e+07 6171.77 | 3229.65    0.0    533     0 |    0.39   0.66   0.12   0.00
1  5.44e+07 6171.77 | 4127.88 2303.0    669   371 |    0.39   1.05   0.05   0.00
1  5.45e+07 6171.77 | 2418.76    0.0    405     0 |    0.39   1.21   0.08   0.00
1  5.47e+07 6171.77 | 5569.04    0.0    897     0 |    0.38   1.39  -0.13   0.00
1  5.49e+07 6171.77 | 3330.42 2321.8    534   370 |    0.39   0.87   0.02   0.00
1  5.50e+07 6171.77 | 6118.77    0.0   1000     0 |    0.38   0.92   0.08   0.00
1  5.52e+07 6171.77 | 4996.85 2076.3    805   335 |    0.38   0.76   0.06   0.00
1  5.54e+07 6171.77 | 4569.44 1998.8    730   318 |    0.38   0.82   0.11   0.00
1  5.55e+07 6171.77 | 1399.33    0.0    225     0 |    0.39   0.83   0.03   0.00
1  5.57e+07 6171.77 | 6039.32  214.9    979    36 |    0.39   0.99   0.14   0.00
1  5.59e+07 6171.77 | 6111.49    0.0   1000     0 |    0.38   1.01   0.04   0.00
1  5.60e+07 6171.77 | 1411.84    0.0    227     0 |    0.39   1.17   0.06   0.00
1  5.62e+07 6171.77 | 5450.06    0.0    879     0 |    0.39   0.92   0.11   0.00
1  5.64e+07 6171.77 | 5240.24 1712.7    842   267 |    0.39   1.31   0.01   0.00
1  5.65e+07 6171.77 | 1479.62    0.0    241     0 |    0.39   1.09   0.03   0.00
1  5.67e+07 6171.77 | 5851.63  637.9    944    97 |    0.38   0.94   0.02   0.00
1  5.69e+07 6171.77 | 4548.18    0.0    759     0 |    0.38   1.33   0.00   0.00
1  5.70e+07 6171.77 | 3752.74    0.0    605     0 |    0.39   0.84   0.15   0.00
1  5.72e+07 6171.77 | 5130.68 1920.9    822   309 |    0.39   0.88   0.13   0.00
1  5.73e+07 6171.77 | 1417.60    0.0    227     0 |    0.39   0.90   0.05   0.00
1  5.75e+07 6171.77 | 6088.04    0.0   1000     0 |    0.39   0.80  -0.01   0.00
1  5.77e+07 6171.77 | 6100.44    0.0   1000     0 |    0.38   0.84   0.07   0.00
1  5.78e+07 6171.77 |  966.66    0.0    155     0 |    0.38   0.71   0.12   0.00
1  5.80e+07 6171.77 | 5831.27    0.0    938     0 |    0.38   1.14  -0.06   0.00
1  5.82e+07 6171.77 | 5493.51    0.0    884     0 |    0.38   0.90   0.06   0.00
1  5.83e+07 6213.97 |
1  5.83e+07 6213.97 | 6213.97   20.9    994    10 |    0.39   1.33   0.01   0.00
1  5.85e+07 6213.97 | 4310.41    0.0    708     0 |    0.39   0.86   0.06   0.00
1  5.87e+07 6213.97 | 5148.44    0.0    818     0 |    0.39   0.95   0.07   0.00
1  5.88e+07 6213.97 | 5765.59  914.0    912   152 |    0.39   1.08  -0.01   0.00
1  5.90e+07 6213.97 | 5784.81    0.0    923     0 |    0.39   1.26  -0.03   0.00
1  5.92e+07 6213.97 | 2044.39    0.0    327     0 |    0.39   0.94   0.01   0.00
1  5.93e+07 6213.97 | 6202.59    0.0   1000     0 |    0.39   0.87   0.06   0.00
1  5.95e+07 6213.97 | 3824.31    0.0    609     0 |    0.39   1.12   0.13   0.00
1  5.97e+07 6213.97 | 2031.05    0.0    321     0 |    0.39   0.90   0.14   0.00
1  5.98e+07 6213.97 | 6200.67    0.0   1000     0 |    0.39   0.97   0.06   0.00
1  6.00e+07 6213.97 | 3124.55 1886.5    506   299 |    0.39   1.05   0.01   0.00
1  6.02e+07 6213.97 | 5711.67    0.0    915     0 |    0.39   0.77   0.17   0.00
1  6.03e+07 6213.97 | 2281.97    0.0    361     0 |    0.39   1.26   0.05   0.00
1  6.05e+07 6258.14 |
1  6.05e+07 6258.14 | 6258.14   33.4   1000     0 |    0.39   1.10   0.05   0.00
1  6.07e+07 6258.14 | 6189.01    0.0   1000     0 |    0.39   0.72   0.05   0.00
1  6.08e+07 6258.14 | 4422.43 1912.5    705   304 |    0.39   1.14   0.05   0.00
1  6.10e+07 6258.14 | 6194.12    0.0   1000     0 |    0.39   1.13   0.03   0.00
1  6.12e+07 6258.14 | 6254.84   44.2   1000     0 |    0.39   0.67   0.09   0.00
1  6.13e+07 6258.14 |  940.15    0.0    157     0 |    0.39   0.80   0.17   0.00
1  6.15e+07 6258.14 | 5087.22 1349.2    808   214 |    0.39   0.90   0.06   0.00
1  6.17e+07 6258.14 | 5316.90 1683.9    845   268 |    0.39   0.89   0.00   0.00
1  6.18e+07 6258.14 | 4539.08    0.0    720     0 |    0.39   0.83   0.04   0.00
1  6.20e+07 6258.14 | 3729.93 1870.9    596   292 |    0.39   0.98   0.05   0.00
1  6.22e+07 6258.14 | 1919.26    0.0    309     0 |    0.39   0.86   0.04   0.00
1  6.23e+07 6258.14 | 3623.67    0.0    586     0 |    0.39   0.97   0.04   0.00
1  6.25e+07 6258.14 | 4662.90 1845.1    747   285 |    0.39   0.97   0.03   0.00
1  6.27e+07 6258.14 | 2595.22    0.0    420     0 |    0.39   0.83   0.04   0.00
1  6.28e+07 6258.14 | 4082.40    0.0    651     0 |    0.39   0.87   0.07   0.00
1  6.30e+07 6258.14 |  892.07    0.0    140     0 |    0.39   1.20   0.02   0.00
1  6.32e+07 6258.14 | 5061.95    0.0    819     0 |    0.39   0.82   0.14   0.00
1  6.33e+07 6258.14 | 3801.38 2564.9    597   403 |    0.39   1.02   0.10   0.00
1  6.35e+07 6258.14 | 6211.23  192.1    987    23 |    0.39   1.27  -0.01   0.00
1  6.37e+07 6258.14 | 2198.48    0.0    341     0 |    0.39   0.82   0.08   0.00
1  6.38e+07 6258.14 | 6204.61    0.0   1000     0 |    0.39   0.79   0.05   0.00
1  6.40e+07 6258.14 | 3437.48    0.0    561     0 |    0.39   0.94   0.06   0.00
1  6.42e+07 6258.14 | 4107.80 1949.9    648   306 |    0.39   0.95   0.06   0.00
1  6.43e+07 6258.14 | 1716.87    0.0    269     0 |    0.39   0.65   0.09   0.00
1  6.45e+07 6258.14 | 4532.21    0.0    713     0 |    0.39   0.99   0.07   0.00
1  6.47e+07 6258.14 | 2646.36 2157.7    424   338 |    0.39   1.24   0.03   0.00
1  6.48e+07 6258.14 | 5348.06    0.0    844     0 |    0.39   1.20  -0.03   0.00
1  6.50e+07 6258.14 | 5207.71    0.0    827     0 |    0.39   0.90   0.07   0.00
1  6.52e+07 6258.14 | 3570.27 1893.3    562   296 |    0.39   0.77   0.16   0.00
1  6.53e+07 6258.14 | 4750.08    0.0    745     0 |    0.39   0.91   0.08   0.00
1  6.55e+07 6258.14 | 2848.53    0.0    455     0 |    0.39   0.85   0.03   0.00
1  6.57e+07 6258.14 | 1466.22    0.0    226     0 |    0.39   0.98   0.11   0.00
1  6.58e+07 6258.14 | 6215.67    0.0   1000     0 |    0.39   0.92   0.06   0.00
1  6.60e+07 6258.14 | 5014.56    0.0    787     0 |    0.39   1.13   0.01   0.00
1  6.61e+07 6258.14 |  805.83    0.0    129     0 |    0.39   1.14   0.01   0.00
1  6.63e+07 6258.14 | 3351.96    0.0    531     0 |    0.39   1.19   0.07   0.00
1  6.65e+07 6258.14 | 4076.92 1432.6    644   222 |    0.39   0.70   0.23   0.00
1  6.66e+07 6258.14 | 1063.18    0.0    172     0 |    0.39   0.87   0.11   0.00
1  6.68e+07 6258.14 | 5116.30 2016.5    813   324 |    0.39   0.74   0.09   0.00
1  6.70e+07 6258.14 | 3859.96    0.0    608     0 |    0.39   1.09   0.03   0.00
1  6.71e+07 6258.14 | 3172.75    0.0    497     0 |    0.39   1.07   0.05   0.00
1  6.73e+07 6258.14 | 1678.61    0.0    267     0 |    0.39   1.02   0.05   0.00
1  6.75e+07 6258.14 | 4851.75 1589.1    768   255 |    0.39   1.06  -0.00   0.00
1  6.76e+07 6258.14 | 3139.62    0.0    498     0 |    0.39   1.03   0.11   0.00
1  6.78e+07 6258.14 | 3626.88    0.0    575     0 |    0.39   0.94   0.10   0.00
1  6.80e+07 6258.14 | 3840.52    0.0    615     0 |    0.39   0.81   0.12   0.00
        """

        # faster
        """
        | Arguments Remove cwd: ./Humanoid-v3_PPO_3
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
3  6.41e+04  116.74 |
3  6.41e+04  116.74 |  116.74    2.1     24     0 |    0.30   0.13   0.03   0.00
3  2.24e+05  174.23 |
3  2.24e+05  174.23 |  174.23    4.1     38     1 |    0.30   0.28   0.22   0.00
3  3.85e+05  251.04 |
3  3.85e+05  251.04 |  251.04    5.1     54     2 |    0.31   0.18  -0.05   0.00
3  5.45e+05  307.35 |
3  5.45e+05  307.35 |  307.35   14.4     58     2 |    0.31   0.17   0.11   0.00
3  7.06e+05  404.48 |
3  7.06e+05  404.48 |  404.48   32.4     75     6 |    0.31   0.12   0.05   0.00
3  8.66e+05  404.48 |  373.05    0.0     72     0 |    0.32   0.16   0.14   0.00
3  1.03e+06  404.48 |  383.93    0.0     75     0 |    0.32   0.16   0.01   0.00
3  1.19e+06  404.48 |  363.02    0.0     74     0 |    0.31   0.13   0.02   0.00
3  1.35e+06  404.48 |  401.81    0.0     76     0 |    0.32   0.17  -0.01   0.00
3  1.51e+06  404.48 |  372.00    0.0     74     0 |    0.32   0.10   0.12   0.00
3  1.67e+06  446.59 |
3  1.67e+06  446.59 |  446.59   10.9     84     3 |    0.32   0.12  -0.00   0.00
3  1.83e+06  446.59 |  426.30   49.8     81     9 |    0.32   0.13  -0.02   0.00
3  1.99e+06  495.57 |
3  1.99e+06  495.57 |  495.57   67.1     94    12 |    0.32   0.17   0.08   0.00
3  2.15e+06  522.16 |
3  2.15e+06  522.16 |  522.16   87.5    102    15 |    0.32   0.18   0.07   0.00
3  2.31e+06  522.16 |  436.52    0.0     92     0 |    0.32   0.22   0.04   0.00
3  2.48e+06  522.16 |  366.20    0.0     71     0 |    0.32   0.28   0.05   0.00
3  2.64e+06  524.13 |
3  2.64e+06  524.13 |  524.13   79.0    102    11 |    0.32   0.25   0.11   0.00
3  2.80e+06  524.13 |  461.73    0.0     93     0 |    0.32   0.23   0.07   0.00
3  2.96e+06  563.77 |
3  2.96e+06  563.77 |  563.77  126.4    112    23 |    0.32   0.26   0.08   0.00
3  3.12e+06  563.77 |  488.32  118.0     96    25 |    0.33   0.25   0.22   0.00
3  3.28e+06  583.10 |
3  3.28e+06  583.10 |  583.10   76.2    108    13 |    0.33   0.24  -0.00   0.00
3  3.44e+06  583.10 |  540.60    0.0    117     0 |    0.33   0.28   0.06   0.00
3  3.60e+06  614.38 |
3  3.60e+06  614.38 |  614.38   71.8    117    18 |    0.33   0.37   0.09   0.00
3  3.76e+06  707.29 |
3  3.76e+06  707.29 |  707.29   35.5    131    10 |    0.34   0.29  -0.02   0.00
3  3.93e+06  707.29 |  646.78    0.0    116     0 |    0.33   0.40  -0.02   0.00
3  4.09e+06  782.44 |
3  4.09e+06  782.44 |  782.44   88.4    152    10 |    0.33   0.43   0.15   0.00
3  4.25e+06  842.91 |
3  4.25e+06  842.91 |  842.91  152.1    152    23 |    0.33   0.51   0.02   0.00
3  4.41e+06  842.91 |  788.70    0.0    157     0 |    0.34   0.45   0.23   0.00
3  4.57e+06  858.71 |
3  4.57e+06  858.71 |  858.71  235.7    158    45 |    0.34   0.46   0.05   0.00
3  4.73e+06  858.71 |  658.81    0.0    126     0 |    0.34   0.39   0.02   0.00
3  4.89e+06  858.71 |  804.25    0.0    145     0 |    0.34   0.36   0.04   0.00
3  5.05e+06  858.71 |  818.13   83.2    158    19 |    0.34   0.41  -0.01   0.00
3  5.22e+06  957.81 |
3  5.22e+06  957.81 |  957.81  143.8    176    25 |    0.34   0.39   0.07   0.00
3  5.38e+06  957.81 |  943.69  175.4    174    37 |    0.35   0.36   0.04   0.00
3  5.54e+06  957.81 |  815.11    0.0    149     0 |    0.35   0.41   0.16   0.00
3  5.70e+06 1164.40 |
3  5.70e+06 1164.40 | 1164.40  394.6    226    66 |    0.35   0.42   0.09   0.00
3  5.86e+06 1164.40 |  679.98    0.0    129     0 |    0.35   0.39   0.02   0.00
3  6.02e+06 1540.57 |
3  6.02e+06 1540.57 | 1540.57  439.3    290    78 |    0.35   0.48   0.06   0.00
3  6.19e+06 1540.57 |  879.63    0.0    160     0 |    0.35   0.56   0.07   0.00
3  6.35e+06 1540.57 | 1105.72    0.0    209     0 |    0.35   0.49   0.18   0.00
3  6.51e+06 1540.57 | 1284.44  174.7    227    34 |    0.35   0.50   0.12   0.00
3  6.67e+06 1568.33 |
3  6.67e+06 1568.33 | 1568.33  380.2    280    68 |    0.35   0.41   0.12   0.00
3  6.83e+06 1568.33 | 1221.81  273.5    225    50 |    0.35   0.56   0.09   0.00
3  7.00e+06 1568.33 | 1181.74    0.0    218     0 |    0.35   0.54   0.13   0.00
3  7.16e+06 1568.33 |  728.79    0.0    133     0 |    0.35   0.48   0.12   0.00
3  7.32e+06 1568.33 | 1210.81    0.0    240     0 |    0.35   0.43   0.08   0.00
3  7.48e+06 1568.33 | 1502.23  434.6    280    79 |    0.36   0.60   0.06   0.00
3  7.65e+06 1568.33 | 1564.50    0.0    300     0 |    0.36   0.58   0.15   0.00
3  7.81e+06 1942.52 |
3  7.81e+06 1942.52 | 1942.52  504.9    354    91 |    0.35   0.48   0.19   0.00
3  7.97e+06 1942.52 | 1820.05    0.0    344     0 |    0.35   0.54   0.03   0.00
3  8.13e+06 3148.90 |
3  8.13e+06 3148.90 | 3148.90 1146.9    564   199 |    0.36   0.59   0.14   0.00
3  8.29e+06 3148.90 | 2384.61    0.0    406     0 |    0.36   0.50   0.17   0.00
3  8.46e+06 3148.90 | 3106.37    0.0    581     0 |    0.36   0.49   0.18   0.00
3  8.62e+06 3148.90 | 2112.25    0.0    380     0 |    0.36   0.46   0.09   0.00
3  8.78e+06 3148.90 | 2924.10 1307.2    530   230 |    0.36   0.54   0.05   0.00
3  8.95e+06 3148.90 | 2811.84    0.0    517     0 |    0.36   0.49   0.14   0.00
3  9.11e+06 3148.90 | 2390.97  713.9    421   132 |    0.36   0.51   0.12   0.00
3  9.27e+06 3148.90 | 1065.97    0.0    177     0 |    0.36   0.56  -0.03   0.00
3  9.44e+06 3148.90 | 1795.19    0.0    327     0 |    0.36   0.68   0.04   0.00
3  9.60e+06 3148.90 | 3015.44    0.0    528     0 |    0.37   0.59   0.03   0.00
3  9.76e+06 3148.90 | 2733.87    0.0    485     0 |    0.37   0.63   0.12   0.00
3  9.92e+06 3148.90 | 2320.74    0.0    419     0 |    0.36   0.52   0.20   0.00
3  1.01e+07 3148.90 | 2214.53    0.0    385     0 |    0.37   0.49  -0.00   0.00
3  1.03e+07 3148.90 | 2801.34  763.8    501   141 |    0.36   0.47   0.21   0.00
3  1.04e+07 3148.90 |  836.00    0.0    142     0 |    0.36   0.44  -0.02   0.00
3  1.06e+07 3148.90 | 2083.46    0.0    366     0 |    0.36   0.56   0.20   0.00
3  1.07e+07 3148.90 | 2330.30    0.0    409     0 |    0.37   0.50   0.17   0.00
3  1.09e+07 3215.68 |
3  1.09e+07 3215.68 | 3215.68  239.1    559    42 |    0.37   0.43   0.05   0.00
3  1.11e+07 3215.68 | 2500.81    0.0    437     0 |    0.37   0.41  -0.01   0.00
3  1.12e+07 3215.68 | 3141.49  213.0    546    51 |    0.36   0.52   0.11   0.00
3  1.14e+07 3215.68 | 2022.33    0.0    349     0 |    0.37   0.46   0.13   0.00
3  1.16e+07 3215.68 | 2608.62    0.0    452     0 |    0.37   0.40   0.04   0.00
3  1.17e+07 3619.25 |
3  1.17e+07 3619.25 | 3619.25 1074.6    640   192 |    0.37   0.41   0.13   0.00
3  1.19e+07 3619.25 | 3107.25  654.5    548   117 |    0.36   0.46   0.10   0.00
3  1.20e+07 3619.25 | 3350.75    0.0    589     0 |    0.37   0.51   0.12   0.00
3  1.22e+07 3619.25 | 2953.48  967.7    513   161 |    0.37   0.49  -0.01   0.00
3  1.24e+07 3619.25 | 2175.57    0.0    392     0 |    0.37   0.45   0.08   0.00
3  1.25e+07 3619.25 | 3179.90    0.0    554     0 |    0.37   0.49  -0.06   0.00
3  1.27e+07 3619.25 | 3566.04    0.0    619     0 |    0.37   0.39   0.09   0.00
3  1.29e+07 3619.25 | 2702.01    0.0    478     0 |    0.37   0.52   0.01   0.00
3  1.30e+07 3619.25 | 1876.16    0.0    318     0 |    0.37   0.47   0.05   0.00
3  1.32e+07 3619.25 | 2289.84    0.0    412     0 |    0.37   0.45   0.12   0.00
3  1.34e+07 3619.25 | 2149.32    0.0    375     0 |    0.37   0.60   0.12   0.00
3  1.35e+07 4244.42 |
3  1.35e+07 4244.42 | 4244.42  328.4    727    65 |    0.37   0.46   0.07   0.00
3  1.37e+07 4244.42 | 2857.16    0.0    495     0 |    0.37   0.37   0.18   0.00
3  1.38e+07 4244.42 | 3520.04    0.0    588     0 |    0.37   0.41   0.09   0.00
3  1.40e+07 4244.42 | 2960.00 1089.9    506   192 |    0.37   0.36   0.08   0.00
3  1.42e+07 4244.42 | 3874.54  964.0    667   166 |    0.37   0.41  -0.05   0.00
3  1.43e+07 4244.42 | 2108.99    0.0    354     0 |    0.37   0.46   0.18   0.00
3  1.45e+07 4244.42 | 3180.67  977.3    552   172 |    0.38   0.50   0.12   0.00
3  1.47e+07 4244.42 | 3517.62  547.8    598    91 |    0.37   0.44   0.15   0.00
3  1.48e+07 4244.42 | 2554.08    0.0    430     0 |    0.37   0.44  -0.02   0.00
3  1.50e+07 4244.42 | 3097.91    0.0    529     0 |    0.38   0.45   0.14   0.00
3  1.52e+07 4244.42 | 3106.88    0.0    534     0 |    0.37   0.35   0.14   0.00
3  1.53e+07 4244.42 | 4172.54    0.0    704     0 |    0.37   0.33   0.13   0.00
3  1.55e+07 4244.42 | 2584.75    0.0    419     0 |    0.37   0.33   0.13   0.00
3  1.56e+07 4244.42 | 1604.09    0.0    258     0 |    0.38   0.45   0.11   0.00
3  1.58e+07 4244.42 | 2975.29    0.0    509     0 |    0.38   0.45  -0.05   0.00
3  1.60e+07 4244.42 | 2213.99    0.0    359     0 |    0.37   0.32   0.07   0.00
3  1.61e+07 4244.42 | 2909.14    0.0    484     0 |    0.38   0.40   0.06   0.00
3  1.63e+07 4244.42 | 1465.84    0.0    235     0 |    0.38   0.47   0.13   0.00
3  1.65e+07 4244.42 | 4192.42    0.0    687     0 |    0.38   0.47   0.13   0.00
3  1.66e+07 4244.42 | 3369.00  695.3    568   113 |    0.38   0.45   0.12   0.00
3  1.68e+07 4244.42 | 1148.67    0.0    178     0 |    0.37   0.51   0.01   0.00
3  1.70e+07 4244.42 | 3396.48    0.0    573     0 |    0.38   0.45  -0.02   0.00
3  1.71e+07 4244.42 | 1473.88    0.0    244     0 |    0.38   0.53  -0.05   0.00
3  1.73e+07 4244.42 | 2622.67    0.0    440     0 |    0.38   0.50   0.07   0.00
3  1.74e+07 4244.42 | 3505.54    0.0    601     0 |    0.38   0.56  -0.04   0.00
3  1.76e+07 4244.42 | 3745.58    0.0    631     0 |    0.38   0.39   0.06   0.00
3  1.78e+07 4244.42 | 3141.90    0.0    524     0 |    0.38   0.42   0.07   0.00
3  1.79e+07 4244.42 | 3391.24    0.0    563     0 |    0.38   0.56   0.00   0.00
3  1.81e+07 4244.42 | 2429.41    0.0    409     0 |    0.39   0.47   0.06   0.00
3  1.83e+07 4244.42 | 2568.39    0.0    440     0 |    0.38   0.45   0.13   0.00
3  1.84e+07 4244.42 | 2028.88    0.0    321     0 |    0.38   0.38   0.01   0.00
3  1.86e+07 4244.42 | 3880.42    0.0    649     0 |    0.38   0.44   0.01   0.00
3  1.88e+07 4244.42 | 3062.76    0.0    517     0 |    0.38   0.40   0.13   0.00
3  1.89e+07 4244.42 | 4237.06    0.0    714     0 |    0.38   0.51   0.02   0.00
3  1.91e+07 4244.42 | 2743.68    0.0    482     0 |    0.38   0.35  -0.01   0.00
3  1.93e+07 4244.42 | 3201.89    0.0    539     0 |    0.38   0.41   0.01   0.00
3  1.94e+07 4244.42 | 3516.29    0.0    588     0 |    0.38   0.50   0.07   0.00
3  1.96e+07 4244.42 | 3185.47    0.0    540     0 |    0.38   0.41   0.14   0.00
3  1.97e+07 4244.42 | 3994.03    0.0    671     0 |    0.38   0.56   0.03   0.00
3  1.99e+07 4244.42 | 2743.90    0.0    435     0 |    0.38   0.46   0.04   0.00
3  2.01e+07 4244.42 | 2811.98    0.0    474     0 |    0.38   0.41   0.09   0.00
        """
    elif env_name == 'Humanoid-v3.5391.best1 gamma=0.985':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 8000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False
        #
        # args.target_step = args.max_step * 16
        # args.lambda_entropy = 2 ** -6
        # args.worker_num = 2
        # args.batch_size = args.net_dim * 8
        # args.repeat_times = 2 ** 6

        args.learning_rate = 2 ** -16
        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 5
        args.gamma = 0.985  # important
        args.lambda_gae_adv = 0.93

        args.if_use_gae = True
        args.lambda_entropy = 0.01

        args.eval_times = 2 ** 2
        args.break_step = int(6e7)

        """
        | Arguments Remove cwd: ./Humanoid-v3_PPO_1
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
1  6.41e+04  148.58 |
1  6.41e+04  148.58 |  148.58   17.1     28     3 |    0.30   0.08   0.03   0.00
1  2.24e+05  172.68 |
1  2.24e+05  172.68 |  172.68    2.5     33     0 |    0.32   0.43  -0.01   0.00
1  3.85e+05  220.13 |
1  3.85e+05  220.13 |  220.13    4.6     40     1 |    0.33   0.43   0.05   0.00
1  5.45e+05  296.97 |
1  5.45e+05  296.97 |  296.97    7.7     54     2 |    0.34   0.35  -0.03   0.00
1  7.05e+05  296.97 |  252.28    0.0     51     0 |    0.34   0.41   0.13   0.00
1  8.66e+05  296.97 |  245.67    0.0     49     0 |    0.34   0.44   0.09   0.00
1  1.03e+06  352.66 |
1  1.03e+06  352.66 |  352.66   18.1     68     5 |    0.34   0.47   0.09   0.00
1  1.19e+06  352.66 |  335.89    0.0     67     0 |    0.34   0.48  -0.02   0.00
1  1.35e+06  352.66 |  288.63    0.0     59     0 |    0.33   0.64   0.22   0.00
1  1.51e+06  352.66 |  350.37    0.0     70     0 |    0.33   0.54  -0.03   0.00
1  1.67e+06  411.05 |
1  1.67e+06  411.05 |  411.05   51.2     80     8 |    0.34   0.47  -0.04   0.00
1  1.83e+06  432.33 |
1  1.83e+06  432.33 |  432.33   44.0     81     4 |    0.34   0.54  -0.04   0.00
1  1.99e+06  432.33 |  423.15    0.0     92     0 |    0.33   0.38   0.06   0.00
1  2.15e+06  499.45 |
1  2.15e+06  499.45 |  499.45   94.8    100    12 |    0.34   0.48   0.04   0.00
1  2.31e+06  499.45 |  456.45    0.0     99     0 |    0.33   0.38   0.05   0.00
1  2.47e+06  518.79 |
1  2.47e+06  518.79 |  518.79   44.0     96     8 |    0.34   0.37   0.04   0.00
1  2.63e+06  518.79 |  507.98    0.0     90     0 |    0.34   0.37   0.01   0.00
1  2.80e+06  720.43 |
1  2.80e+06  720.43 |  720.43   96.5    142    25 |    0.34   0.37   0.07   0.00
1  2.96e+06  720.43 |  643.96    0.0    113     0 |    0.34   0.42   0.04   0.00
1  3.12e+06  720.43 |  591.10    0.0    108     0 |    0.34   0.35   0.04   0.00
1  3.28e+06  720.43 |  616.44    0.0    106     0 |    0.34   0.49   0.04   0.00
1  3.44e+06  720.43 |  665.85    0.0    130     0 |    0.34   0.47  -0.01   0.00
1  3.60e+06  720.43 |  627.79    0.0    116     0 |    0.34   0.50   0.08   0.00
1  3.76e+06  720.43 |  530.38    0.0    107     0 |    0.34   0.40   0.08   0.00
1  3.92e+06  720.43 |  660.21   61.9    125    12 |    0.34   0.43   0.11   0.00
1  4.08e+06  799.98 |
1  4.08e+06  799.98 |  799.98  122.6    144    22 |    0.34   0.47  -0.04   0.00
1  4.24e+06  799.98 |  685.60    0.0    126     0 |    0.34   0.45   0.04   0.00
1  4.41e+06  799.98 |  703.13  105.8    139    21 |    0.34   0.49  -0.00   0.00
1  4.57e+06  799.98 |  629.55    0.0    121     0 |    0.34   0.43   0.11   0.00
1  4.73e+06  911.18 |
1  4.73e+06  911.18 |  911.18  280.1    162    50 |    0.35   0.48   0.06   0.00
1  4.89e+06  911.18 |  620.98    0.0    108     0 |    0.35   0.52   0.07   0.00
1  5.05e+06  911.18 |  753.65    0.0    142     0 |    0.35   0.48  -0.01   0.00
1  5.21e+06  911.18 |  528.16    0.0     95     0 |    0.35   0.50  -0.01   0.00
1  5.37e+06  911.18 |  893.04    0.0    162     0 |    0.35   0.45   0.08   0.00
1  5.53e+06  911.18 |  795.13    0.0    146     0 |    0.35   0.55   0.02   0.00
1  5.70e+06  911.18 |  870.53  144.1    153    29 |    0.35   0.57   0.05   0.00
1  5.86e+06  911.18 |  787.10    0.0    143     0 |    0.35   0.56   0.20   0.00
1  6.02e+06  969.44 |
1  6.02e+06  969.44 |  969.44   30.9    174     3 |    0.35   0.53   0.08   0.00
1  6.18e+06 1014.20 |
1  6.18e+06 1014.20 | 1014.20  129.9    178    27 |    0.35   0.64   0.09   0.00
1  6.34e+06 1014.20 |  834.36    0.0    158     0 |    0.35   0.57   0.02   0.00
1  6.50e+06 1014.20 |  955.88    0.0    161     0 |    0.36   0.59   0.05   0.00
1  6.66e+06 1014.20 |  825.75    0.0    149     0 |    0.36   0.56   0.01   0.00
1  6.83e+06 1014.20 |  869.11    0.0    157     0 |    0.36   0.56   0.07   0.00
1  6.99e+06 1199.57 |
1  6.99e+06 1199.57 | 1199.57  189.0    212    38 |    0.36   0.78   0.10   0.00
1  7.15e+06 1199.57 | 1121.69    0.0    198     0 |    0.36   0.70   0.06   0.00
1  7.31e+06 1199.57 |  837.04    0.0    172     0 |    0.36   0.76   0.19   0.00
1  7.47e+06 1251.82 |
1  7.47e+06 1251.82 | 1251.82  256.7    223    45 |    0.36   0.72   0.10   0.00
1  7.64e+06 1381.79 |
1  7.64e+06 1381.79 | 1381.79   44.2    249     4 |    0.35   0.77   0.02   0.00
1  7.80e+06 1598.13 |
1  7.80e+06 1598.13 | 1598.13  199.3    285    41 |    0.36   0.83   0.02   0.00
1  7.96e+06 1974.75 |
1  7.96e+06 1974.75 | 1974.75  405.2    356    78 |    0.35   0.81   0.12   0.00
1  8.12e+06 1974.75 | 1749.65    0.0    300     0 |    0.35   0.70   0.12   0.00
1  8.28e+06 1974.75 | 1300.04    0.0    242     0 |    0.35   0.80   0.18   0.00
1  8.45e+06 1974.75 | 1747.78    0.0    309     0 |    0.36   0.72   0.06   0.00
1  8.61e+06 1974.75 | 1204.21    0.0    204     0 |    0.36   0.86   0.09   0.00
1  8.77e+06 1974.75 | 1794.13    0.0    304     0 |    0.36   0.74   0.06   0.00
1  8.93e+06 1974.75 | 1406.04    0.0    241     0 |    0.36   0.90   0.09   0.00
1  9.10e+06 1974.75 | 1623.48    0.0    281     0 |    0.36   0.71   0.11   0.00
1  9.26e+06 2385.88 |
1  9.26e+06 2385.88 | 2385.88  943.5    422   168 |    0.36   0.92   0.04   0.00
1  9.42e+06 2385.88 | 2167.86    0.0    395     0 |    0.36   0.83   0.11   0.00
1  9.58e+06 2385.88 | 1514.54    0.0    286     0 |    0.36   0.79   0.10   0.00
1  9.75e+06 2385.88 | 2167.98    0.0    374     0 |    0.36   0.74   0.03   0.00
1  9.91e+06 2385.88 | 2129.25    0.0    369     0 |    0.36   0.83   0.13   0.00
1  1.01e+07 2385.88 | 2085.98    0.0    354     0 |    0.36   0.66   0.29   0.00
1  1.02e+07 2385.88 | 1670.18    0.0    274     0 |    0.36   0.66   0.11   0.00
1  1.04e+07 2385.88 | 1049.72    0.0    178     0 |    0.36   0.87   0.06   0.00
1  1.06e+07 2585.89 |
1  1.06e+07 2585.89 | 2585.89  121.4    461    27 |    0.36   0.75   0.13   0.00
1  1.07e+07 2585.89 | 1465.42    0.0    250     0 |    0.36   0.70  -0.02   0.00
1  1.09e+07 2585.89 | 1841.90    0.0    322     0 |    0.36   0.68   0.10   0.00
1  1.10e+07 2703.11 |
1  1.10e+07 2703.11 | 2703.11  511.1    468    91 |    0.36   0.67   0.16   0.00
1  1.12e+07 3806.15 |
1  1.12e+07 3806.15 | 3806.15 1033.3    676   190 |    0.36   0.73   0.08   0.00
1  1.14e+07 3806.15 | 2988.80    0.0    520     0 |    0.36   0.62  -0.01   0.00
1  1.15e+07 3806.15 | 1580.84    0.0    267     0 |    0.37   0.81   0.03   0.00
1  1.17e+07 3806.15 | 2420.25    0.0    407     0 |    0.36   0.55   0.17   0.00
1  1.19e+07 3806.15 | 2399.56    0.0    409     0 |    0.37   0.68   0.18   0.00
1  1.20e+07 3806.15 | 3136.04 1151.2    533   189 |    0.37   0.87   0.15   0.00
1  1.22e+07 3806.15 | 2501.61    0.0    441     0 |    0.37   0.66   0.03   0.00
1  1.24e+07 3806.15 | 3598.44 1038.8    638   189 |    0.37   0.63   0.16   0.00
1  1.25e+07 3806.15 | 2528.28    0.0    438     0 |    0.37   0.73   0.21   0.00
1  1.27e+07 3806.15 | 3729.36    0.0    644     0 |    0.37   0.46   0.06   0.00
1  1.29e+07 3806.15 | 1929.03    0.0    319     0 |    0.37   0.67   0.10   0.00
1  1.30e+07 3806.15 | 1276.43    0.0    212     0 |    0.37   0.85   0.05   0.00
1  1.32e+07 3806.15 | 1848.01    0.0    300     0 |    0.37   0.84  -0.03   0.00
1  1.33e+07 3806.15 | 3724.80 1691.9    630   292 |    0.37   0.54   0.12   0.00
1  1.35e+07 3806.15 | 2952.52    0.0    505     0 |    0.37   0.73  -0.03   0.00
1  1.37e+07 5391.32 |
1  1.37e+07 5391.32 | 5391.32  587.4    904   120 |    0.37   0.81   0.04   0.00
| UsedTime:   12328 | SavedDir: ./Humanoid-v3_PPO_1
| Learner: Save in ./Humanoid-v3_PPO_1

        """
    elif env_name == 'Humanoid-v3.5226.best2 gamma=0.993':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 8000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False

        args.learning_rate = 2 ** -16
        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 5

        args.gamma = 0.993  # important
        args.lambda_gae_adv = 0.96

        args.if_use_gae = True
        args.lambda_entropy = 0.01

        args.eval_times = 2 ** 2
        args.break_step = int(6e7)

        """
| Arguments Remove cwd: ./Humanoid-v3_PPO_4
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
4  6.41e+04   66.91 |
4  6.41e+04   66.91 |   66.91    0.1     14     0 |    0.30   0.07   0.03   0.00
4  2.24e+05  179.79 |
4  2.24e+05  179.79 |  179.79    8.3     36     2 |    0.30   0.45   0.09   0.00
4  3.85e+05  265.85 |
4  3.85e+05  265.85 |  265.85   17.9     52     3 |    0.31   0.72   0.10   0.00
4  5.45e+05  265.85 |  197.68    0.0     38     0 |    0.31   0.73   0.15   0.00
4  7.05e+05  267.79 |
4  7.05e+05  267.79 |  267.79    6.1     50     1 |    0.31   0.56   0.07   0.00
4  8.66e+05  276.98 |
4  8.66e+05  276.98 |  276.98    9.3     52     2 |    0.31   0.43   0.12   0.00
4  1.03e+06  290.43 |
4  1.03e+06  290.43 |  290.43   25.4     54     5 |    0.31   0.52  -0.05   0.00
4  1.19e+06  303.20 |
4  1.19e+06  303.20 |  303.20   11.6     56     2 |    0.31   0.72   0.10   0.00
4  1.35e+06  374.01 |
4  1.35e+06  374.01 |  374.01   22.3     70     5 |    0.31   0.75  -0.04   0.00
4  1.51e+06  394.11 |
4  1.51e+06  394.11 |  394.11   44.7     75     9 |    0.31   0.59   0.11   0.00
4  1.67e+06  394.11 |  368.77   19.5     68     4 |    0.32   0.72   0.02   0.00
4  1.83e+06  407.08 |
4  1.83e+06  407.08 |  407.08   18.6     75     4 |    0.32   0.48   0.10   0.00
4  1.99e+06  428.61 |
4  1.99e+06  428.61 |  428.61   15.2     80     4 |    0.32   0.58   0.03   0.00
4  2.15e+06  472.21 |
4  2.15e+06  472.21 |  472.21   54.1     89    10 |    0.32   0.51   0.04   0.00
4  2.31e+06  472.21 |  432.72    0.0     80     0 |    0.32   0.57   0.17   0.00
4  2.47e+06  472.21 |  408.21    0.0     81     0 |    0.32   0.43   0.17   0.00
4  2.63e+06  490.04 |
4  2.63e+06  490.04 |  490.04   23.0     98     4 |    0.32   0.53   0.10   0.00
4  2.80e+06  509.64 |
4  2.80e+06  509.64 |  509.64   34.1     97     8 |    0.32   0.55   0.07   0.00
4  2.96e+06  509.64 |  500.00    0.0     93     0 |    0.33   0.69   0.06   0.00
4  3.12e+06  590.95 |
4  3.12e+06  590.95 |  590.95   61.9    107    10 |    0.33   0.71   0.14   0.00
4  3.28e+06  590.95 |  579.50    0.0    103     0 |    0.33   0.62   0.15   0.00
4  3.44e+06  590.95 |  471.85    0.0     95     0 |    0.33   0.68   0.03   0.00
4  3.60e+06  590.95 |  516.62    0.0     93     0 |    0.33   0.78   0.02   0.00
4  3.76e+06  638.27 |
4  3.76e+06  638.27 |  638.27   68.9    116    15 |    0.33   0.66   0.08   0.00
4  3.92e+06  638.27 |  622.55   77.7    116    13 |    0.33   0.62   0.03   0.00
4  4.08e+06  638.27 |  631.34  100.1    117    20 |    0.34   0.79   0.04   0.00
4  4.25e+06  638.27 |  636.64   51.8    115     8 |    0.34   0.67   0.06   0.00
4  4.41e+06  719.11 |
4  4.41e+06  719.11 |  719.11   78.0    133    11 |    0.34   0.85  -0.01   0.00
4  4.57e+06  719.11 |  695.36    0.0    122     0 |    0.34   0.66   0.07   0.00
4  4.73e+06  739.31 |
4  4.73e+06  739.31 |  739.31  137.1    139    24 |    0.34   0.75   0.02   0.00
4  4.89e+06  739.31 |  553.57    0.0    103     0 |    0.34   0.78   0.16   0.00
4  5.05e+06  755.65 |
4  5.05e+06  755.65 |  755.65  137.0    144    29 |    0.34   0.75   0.08   0.00
4  5.21e+06  755.65 |  724.22    0.0    138     0 |    0.34   0.71   0.05   0.00
4  5.37e+06  776.52 |
4  5.37e+06  776.52 |  776.52  135.3    146    28 |    0.34   0.90   0.03   0.00
4  5.54e+06  776.52 |  697.81    0.0    129     0 |    0.34   0.81   0.09   0.00
4  5.70e+06  776.52 |  685.99    0.0    124     0 |    0.34   0.87   0.12   0.00
4  5.86e+06  776.52 |  751.48    0.0    144     0 |    0.34   0.85   0.03   0.00
4  6.02e+06  813.63 |
4  6.02e+06  813.63 |  813.63  191.3    151    37 |    0.34   1.07   0.11   0.00
4  6.18e+06  878.03 |
4  6.18e+06  878.03 |  878.03  117.9    158    26 |    0.34   1.00   0.07   0.00
4  6.34e+06  878.03 |  795.22    0.0    149     0 |    0.34   1.26   0.03   0.00
4  6.50e+06  878.03 |  859.39    0.0    149     0 |    0.34   1.15  -0.04   0.00
4  6.66e+06  878.03 |  827.82  100.9    149    13 |    0.35   0.98   0.11   0.00
4  6.83e+06 1031.47 |
4  6.83e+06 1031.47 | 1031.47  141.2    181    24 |    0.35   1.29   0.08   0.00
4  6.99e+06 1031.47 |  973.60    0.0    180     0 |    0.34   1.35   0.15   0.00
4  7.15e+06 1031.47 |  743.36    0.0    138     0 |    0.35   1.35   0.20   0.00
4  7.31e+06 1031.47 |  707.75    0.0    133     0 |    0.35   1.45   0.06   0.00
4  7.47e+06 1205.26 |
4  7.47e+06 1205.26 | 1205.26  310.7    209    60 |    0.35   1.45   0.08   0.00
4  7.63e+06 1205.26 |  767.05    0.0    146     0 |    0.35   1.81   0.03   0.00
4  7.80e+06 1406.78 |
4  7.80e+06 1406.78 | 1406.78  451.6    256    76 |    0.35   1.72   0.10   0.00
4  7.96e+06 1406.78 | 1177.61  251.7    208    43 |    0.35   2.18   0.20   0.00
4  8.12e+06 1406.78 | 1116.15  258.4    202    47 |    0.35   1.94   0.05   0.00
4  8.28e+06 1406.78 | 1041.87    0.0    180     0 |    0.35   1.71   0.10   0.00
4  8.44e+06 1406.78 | 1374.16  442.4    248    76 |    0.35   2.17   0.20   0.00
4  8.60e+06 1599.23 |
4  8.60e+06 1599.23 | 1599.23  318.2    294    57 |    0.35   2.80   0.09   0.00
4  8.77e+06 1599.23 |  972.75    0.0    182     0 |    0.35   2.46   0.17   0.00
4  8.93e+06 1599.23 | 1527.66  251.5    270    53 |    0.35   2.68   0.14   0.00
4  9.09e+06 1599.23 | 1086.37    0.0    180     0 |    0.35   2.51  -0.01   0.00
4  9.25e+06 1599.23 | 1577.71  408.5    288    74 |    0.35   3.23   0.14   0.00
4  9.42e+06 1599.23 | 1566.99  300.5    282    48 |    0.34   3.13   0.13   0.00
4  9.58e+06 1599.23 | 1504.35    0.0    281     0 |    0.34   3.07   0.05   0.00
4  9.74e+06 1599.23 | 1507.59  132.6    271    33 |    0.35   3.28  -0.06   0.00
4  9.90e+06 2309.45 |
4  9.90e+06 2309.45 | 2309.45  112.3    423    22 |    0.35   3.75   0.00   0.00
4  1.01e+07 2309.45 | 2134.61  742.5    398   139 |    0.34   3.10   0.02   0.00
4  1.02e+07 2309.45 | 1833.08    0.0    325     0 |    0.35   3.28   0.08   0.00
4  1.04e+07 2309.45 | 2088.90    0.0    383     0 |    0.35   3.91   0.07   0.00
4  1.06e+07 2309.45 | 1786.33    0.0    310     0 |    0.35   3.15   0.06   0.00
4  1.07e+07 2309.45 | 1182.70    0.0    208     0 |    0.35   3.77   0.11   0.00
4  1.09e+07 2309.45 | 2047.61  468.6    370    86 |    0.35   3.96   0.10   0.00
4  1.11e+07 2309.45 | 2214.39    0.0    400     0 |    0.34   4.09  -0.05   0.00
4  1.12e+07 2350.16 |
4  1.12e+07 2350.16 | 2350.16 1098.7    437   204 |    0.35   3.13  -0.02   0.00
4  1.14e+07 3467.48 |
4  1.14e+07 3467.48 | 3467.48 1216.2    630   211 |    0.35   3.54   0.07   0.00
4  1.15e+07 3467.48 | 1510.65    0.0    268     0 |    0.35   3.23  -0.01   0.00
4  1.17e+07 3467.48 | 2675.56    0.0    486     0 |    0.35   3.81  -0.02   0.00
4  1.19e+07 3833.32 |
4  1.19e+07 3833.32 | 3833.32 1134.0    695   193 |    0.35   4.05   0.02   0.00
4  1.20e+07 3833.32 | 3351.14 1265.3    614   230 |    0.35   3.17   0.11   0.00
4  1.22e+07 3833.32 | 3186.34 1216.1    579   223 |    0.35   3.62  -0.01   0.00
4  1.24e+07 3833.32 | 3274.08 1287.0    596   240 |    0.35   3.36   0.19   0.00
4  1.25e+07 3833.32 | 3621.42 1277.0    661   231 |    0.35   3.15   0.07   0.00
4  1.27e+07 5226.89 |
4  1.27e+07 5226.89 | 5226.89  435.9    954    80 |    0.35   3.94   0.07   0.00
| UsedTime:   11656 | SavedDir: ./Humanoid-v3_PPO_4

        """
    elif env_name == 'Humanoid-v3.backup.5135':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 5000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -5

        args.learning_rate = 2 ** -15
        args.num_layer = 3
        args.net_dim = 2 ** 9  # todo
        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 5
        args.gamma = 0.995  # important
        args.if_use_gae = True
        args.lambda_gae_adv = 0.98
        args.lambda_entropy = 0.01

        args.eval_times = 2 ** 2
        args.break_step = int(5e7)

        """
| Arguments Remove cwd: ./Humanoid-v3_PPO_4
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
4  6.41e+04   74.96 |
4  6.41e+04   74.96 |   74.96    2.0     16     0 |    0.15   0.03   0.10   0.00
4  2.88e+05  175.32 |
4  2.88e+05  175.32 |  175.32   18.1     38     4 |    0.15   0.16   0.10   0.00
4  5.13e+05  226.26 |
4  5.13e+05  226.26 |  226.26   21.3     46     4 |    0.15   0.23   0.09   0.00
4  7.38e+05  301.65 |
4  7.38e+05  301.65 |  301.65   30.9     63     7 |    0.15   0.26   0.09   0.00
4  9.62e+05  301.65 |  275.67    0.0     58     0 |    0.15   0.25   0.14   0.00
4  1.19e+06  301.65 |  296.18    0.0     63     0 |    0.15   0.36   0.09   0.00
4  1.41e+06  384.68 |
4  1.41e+06  384.68 |  384.68   98.5     74    19 |    0.15   0.32   0.12   0.00
4  1.64e+06  384.68 |  382.18   28.4     75     2 |    0.15   0.30   0.09   0.00
4  1.86e+06  496.00 |
4  1.86e+06  496.00 |  496.00   53.7     94    10 |    0.15   0.37   0.09   0.00
4  2.09e+06  496.00 |  310.69    0.0     64     0 |    0.16   0.37   0.15   0.00
4  2.31e+06  496.00 |  330.10    0.0     65     0 |    0.16   0.35   0.15   0.00
4  2.54e+06  496.00 |  405.22    0.0     73     0 |    0.16   0.37   0.14   0.00
4  2.76e+06  496.00 |  402.14    0.0     83     0 |    0.16   0.38   0.13   0.00
4  2.99e+06  496.00 |  491.02    0.0     94     0 |    0.16   0.41   0.14   0.00
4  3.21e+06  496.00 |  348.49    0.0     69     0 |    0.16   0.39   0.08   0.00
4  3.44e+06  496.00 |  464.13    0.0     85     0 |    0.16   0.41   0.16   0.00
4  3.66e+06  644.27 |
4  3.66e+06  644.27 |  644.27   75.8    120    18 |    0.16   0.46   0.09   0.00
4  3.89e+06  644.27 |  608.09    0.0    114     0 |    0.16   0.42   0.18   0.00
4  4.11e+06  644.27 |  471.28    0.0     95     0 |    0.16   0.42   0.16   0.00
4  4.34e+06  644.27 |  397.19    0.0     80     0 |    0.17   0.48   0.13   0.00
4  4.56e+06  644.27 |  460.81    0.0     96     0 |    0.17   0.55   0.16   0.00
4  4.79e+06  658.15 |
4  4.79e+06  658.15 |  658.15   54.3    118    14 |    0.16   0.65   0.18   0.00
4  5.01e+06  658.15 |  649.78    0.0    113     0 |    0.16   0.73   0.13   0.00
4  5.24e+06  658.15 |  556.78    0.0    125     0 |    0.16   0.64   0.14   0.00
4  5.47e+06  787.06 |
4  5.47e+06  787.06 |  787.06  236.6    158    48 |    0.16   0.61   0.12   0.00
4  5.69e+06  787.06 |  701.94    0.0    131     0 |    0.16   0.80   0.09   0.00
4  5.92e+06  787.06 |  484.06    0.0     87     0 |    0.16   0.79   0.17   0.00
4  6.14e+06  787.06 |  785.83    0.0    149     0 |    0.16   0.68   0.13   0.00
4  6.37e+06  914.73 |
4  6.37e+06  914.73 |  914.73  128.1    176    35 |    0.16   0.54   0.15   0.00
4  6.59e+06  914.73 |  605.34    0.0    109     0 |    0.17   0.62   0.17   0.00
4  6.82e+06  914.73 |  812.28  112.7    149    25 |    0.16   0.71   0.11   0.00
4  7.05e+06  914.73 |  745.57    0.0    134     0 |    0.16   0.64   0.15   0.00
4  7.27e+06  914.73 |  714.71    0.0    130     0 |    0.17   0.68   0.16   0.00
4  7.50e+06  914.73 |  615.60    0.0    110     0 |    0.16   0.83   0.22   0.00
4  7.72e+06  914.73 |  781.15    0.0    158     0 |    0.17   0.76   0.13   0.00
4  7.95e+06  914.73 |  671.58    0.0    121     0 |    0.17   0.76   0.12   0.00
4  8.18e+06  914.73 |  711.32    0.0    145     0 |    0.17   0.73   0.12   0.00
4  8.40e+06  914.73 |  633.09    0.0    129     0 |    0.16   0.75   0.09   0.00
4  8.63e+06  914.73 |  682.45    0.0    144     0 |    0.16   0.76   0.12   0.00
4  8.85e+06  914.73 |  734.10    0.0    131     0 |    0.16   0.67   0.14   0.00
4  9.08e+06  914.73 |  612.48    0.0    131     0 |    0.16   0.87   0.17   0.00
4  9.31e+06  914.73 |  879.54  115.6    177    21 |    0.16   0.86   0.14   0.00
4  9.53e+06  914.73 |  683.67  209.1    132    38 |    0.16   0.83   0.11   0.00
4  9.76e+06  914.73 |  684.05    0.0    130     0 |    0.16   0.87   0.10   0.00
4  9.98e+06  914.73 |  695.45    0.0    152     0 |    0.16   0.92   0.11   0.00
4  1.02e+07  914.73 |  462.35    0.0    100     0 |    0.16   0.82   0.12   0.00
4  1.04e+07  914.73 |  689.49    0.0    127     0 |    0.16   0.72   0.11   0.00
4  1.07e+07  914.73 |  898.21    0.0    169     0 |    0.16   0.82   0.22   0.00
4  1.09e+07  914.73 |  628.72    0.0    114     0 |    0.17   0.74   0.06   0.00
4  1.11e+07  914.73 |  881.14    0.0    167     0 |    0.17   0.98   0.16   0.00
4  1.13e+07  914.73 |  660.72    0.0    120     0 |    0.17   0.82   0.11   0.00
4  1.16e+07 1124.73 |
4  1.16e+07 1124.73 | 1124.73  308.1    214    51 |    0.16   0.90   0.18   0.00
4  1.18e+07 1124.73 |  636.34    0.0    113     0 |    0.17   0.90   0.14   0.00
4  1.20e+07 1124.73 |  965.08  163.7    181    27 |    0.17   1.02   0.19   0.00
4  1.22e+07 1124.73 |  758.87    0.0    146     0 |    0.17   0.91   0.15   0.00
4  1.25e+07 1124.73 |  753.45    0.0    138     0 |    0.17   0.78   0.18   0.00
4  1.27e+07 1124.73 |  637.94    0.0    135     0 |    0.17   1.01   0.16   0.00
4  1.29e+07 1124.73 |  767.72    0.0    147     0 |    0.17   0.92   0.10   0.00
4  1.31e+07 1124.73 |  689.79    0.0    126     0 |    0.16   0.94   0.16   0.00
4  1.34e+07 1124.73 |  744.76    0.0    135     0 |    0.16   0.77   0.18   0.00
4  1.36e+07 1124.73 |  746.16    0.0    157     0 |    0.17   0.92   0.13   0.00
4  1.38e+07 1124.73 |  602.01    0.0    109     0 |    0.17   0.78   0.13   0.00
4  1.41e+07 1124.73 |  807.37    0.0    169     0 |    0.17   1.03   0.14   0.00
4  1.43e+07 1124.73 |  650.32    0.0    140     0 |    0.17   1.08   0.16   0.00
4  1.45e+07 1124.73 | 1108.65    0.0    196     0 |    0.17   0.90   0.14   0.00
4  1.47e+07 1124.73 |  726.55    0.0    153     0 |    0.17   0.88   0.09   0.00
4  1.50e+07 1124.73 |  900.67  257.1    163    49 |    0.17   1.04   0.14   0.00
4  1.52e+07 1124.73 |  943.27    0.0    171     0 |    0.17   0.98   0.16   0.00
4  1.54e+07 1124.73 |  511.29    0.0     95     0 |    0.17   0.87   0.13   0.00
4  1.56e+07 1124.73 |  884.70    0.0    174     0 |    0.16   0.93   0.13   0.00
4  1.59e+07 1124.73 |  861.38  183.7    162    41 |    0.17   0.99   0.17   0.00
4  1.61e+07 1124.73 |  761.49    0.0    155     0 |    0.17   0.98   0.17   0.00
4  1.63e+07 1124.73 | 1087.11    0.0    209     0 |    0.17   1.01   0.17   0.00
4  1.65e+07 1124.73 | 1099.15  414.7    210    76 |    0.17   0.95   0.19   0.00
4  1.68e+07 1124.73 |  890.08    0.0    150     0 |    0.17   0.91   0.13   0.00
4  1.70e+07 1124.73 |  753.50    0.0    134     0 |    0.17   1.01   0.17   0.00
4  1.72e+07 1124.73 |  456.29    0.0     82     0 |    0.17   0.90   0.15   0.00
4  1.74e+07 1154.76 |
4  1.74e+07 1154.76 | 1154.76  349.3    204    58 |    0.17   0.92   0.18   0.00
4  1.77e+07 1154.76 |  777.05    0.0    152     0 |    0.17   0.98   0.16   0.00
4  1.79e+07 1154.76 |  935.79    0.0    185     0 |    0.17   0.91   0.12   0.00
4  1.81e+07 1154.76 |  660.56    0.0    136     0 |    0.17   1.10   0.16   0.00
4  1.83e+07 1154.76 |  834.08  194.3    157    39 |    0.16   0.99   0.20   0.00
4  1.86e+07 1154.76 |  815.72  280.4    154    59 |    0.17   0.96   0.13   0.00
4  1.88e+07 1154.76 |  529.40    0.0     97     0 |    0.17   0.95   0.16   0.00
4  1.90e+07 1154.76 | 1133.27    0.0    209     0 |    0.16   1.03   0.14   0.00
4  1.93e+07 1154.76 |  576.25    0.0    100     0 |    0.17   1.20   0.21   0.00
4  1.95e+07 1154.76 |  873.42    0.0    157     0 |    0.17   1.10   0.17   0.00
4  1.97e+07 1154.76 |  854.72    0.0    158     0 |    0.16   0.94   0.16   0.00
4  1.99e+07 1154.76 | 1007.74    0.0    204     0 |    0.17   1.12   0.11   0.00
4  2.02e+07 1154.76 |  924.11    0.0    164     0 |    0.17   1.05   0.14   0.00
4  2.04e+07 1154.76 |  929.08    0.0    190     0 |    0.17   1.11   0.20   0.00
4  2.06e+07 1154.76 | 1103.80    0.0    196     0 |    0.17   1.25   0.16   0.00
4  2.08e+07 1154.76 |  956.39    0.0    195     0 |    0.17   1.11   0.14   0.00
4  2.11e+07 1154.76 |  793.41    0.0    141     0 |    0.17   1.12   0.10   0.00
4  2.13e+07 1154.76 | 1099.14   87.8    207    17 |    0.17   1.08   0.15   0.00
4  2.15e+07 1154.76 |  659.49    0.0    127     0 |    0.17   1.09   0.11   0.00
4  2.17e+07 1154.76 |  647.01    0.0    131     0 |    0.17   1.22   0.19   0.00
4  2.20e+07 1154.76 |  755.75    0.0    128     0 |    0.17   1.20   0.15   0.00
4  2.22e+07 1154.76 |  731.24    0.0    135     0 |    0.17   1.12   0.18   0.00
4  2.24e+07 1154.76 |  763.86    0.0    150     0 |    0.17   1.25   0.15   0.00
4  2.26e+07 1154.76 |  907.49  277.4    168    38 |    0.17   1.13   0.17   0.00
4  2.29e+07 1154.76 | 1105.89  270.4    202    43 |    0.17   1.28   0.15   0.00
4  2.31e+07 1154.76 |  750.87    0.0    135     0 |    0.17   1.11   0.14   0.00
4  2.33e+07 1154.76 |  695.96    0.0    122     0 |    0.17   1.23   0.16   0.00
4  2.36e+07 1323.61 |
4  2.36e+07 1323.61 | 1323.61  378.4    256    86 |    0.17   1.10   0.12   0.00
4  2.38e+07 1323.61 |  738.26    0.0    156     0 |    0.17   1.28   0.13   0.00
4  2.40e+07 1323.61 | 1073.46    0.0    191     0 |    0.17   1.10   0.09   0.00
4  2.42e+07 1323.61 |  569.20    0.0    114     0 |    0.17   1.08   0.17   0.00
4  2.45e+07 1323.61 |  628.93    0.0    134     0 |    0.17   1.03   0.10   0.00
4  2.47e+07 1323.61 | 1219.56    0.0    247     0 |    0.17   1.27   0.21   0.00
4  2.49e+07 1323.61 | 1254.22  403.5    237    77 |    0.17   1.26   0.16   0.00
4  2.51e+07 1323.61 |  981.78    0.0    177     0 |    0.17   1.14   0.21   0.00
4  2.54e+07 1323.61 |  823.93    0.0    145     0 |    0.17   1.28   0.17   0.00
4  2.56e+07 1323.61 | 1042.32    0.0    199     0 |    0.17   1.36   0.16   0.00
4  2.58e+07 1323.61 |  944.87    0.0    173     0 |    0.17   1.28   0.11   0.00
4  2.60e+07 1323.61 |  804.59    0.0    161     0 |    0.17   1.09   0.10   0.00
4  2.63e+07 1323.61 |  963.06    0.0    195     0 |    0.17   1.28   0.15   0.00
4  2.65e+07 1323.61 |  924.92    0.0    180     0 |    0.17   1.22   0.10   0.00
4  2.67e+07 1323.61 | 1156.69    0.0    203     0 |    0.17   1.32   0.14   0.00
4  2.69e+07 1323.61 | 1144.84    0.0    212     0 |    0.17   1.29   0.18   0.00
4  2.72e+07 1323.61 |  873.14    0.0    182     0 |    0.17   1.17   0.16   0.00
4  2.74e+07 1323.61 |  830.95    0.0    151     0 |    0.17   1.04   0.15   0.00
4  2.76e+07 1323.61 | 1226.39    0.0    230     0 |    0.17   1.47   0.16   0.00
4  2.79e+07 1323.61 | 1147.72    0.0    202     0 |    0.17   1.43   0.18   0.00
4  2.81e+07 1323.61 |  917.55    0.0    152     0 |    0.17   1.25   0.18   0.00
4  2.83e+07 1323.61 | 1240.55  346.8    238    75 |    0.17   1.19   0.22   0.00
4  2.85e+07 1432.40 |
4  2.85e+07 1432.40 | 1432.40  271.4    262    55 |    0.17   1.32   0.15   0.00
4  2.88e+07 1432.40 | 1085.38    0.0    187     0 |    0.17   1.36   0.15   0.00
4  2.90e+07 1432.40 | 1380.09    0.0    264     0 |    0.17   1.31   0.18   0.00
4  2.92e+07 1432.40 |  811.97    0.0    143     0 |    0.17   1.43   0.12   0.00
4  2.94e+07 1432.40 | 1143.99    0.0    198     0 |    0.17   1.33   0.21   0.00
4  2.97e+07 1432.40 |  981.81    0.0    180     0 |    0.17   1.30   0.09   0.00
4  2.99e+07 1432.40 | 1195.04  304.8    221    56 |    0.17   1.50   0.18   0.00
4  3.01e+07 1432.40 | 1106.94    0.0    186     0 |    0.17   1.22   0.17   0.00
4  3.03e+07 1432.40 | 1146.27  468.2    210    76 |    0.17   1.36   0.19   0.00
4  3.06e+07 1432.40 | 1405.11  114.9    261    32 |    0.17   1.53   0.18   0.00
4  3.08e+07 1432.40 | 1255.59  192.6    238    37 |    0.17   1.33   0.15   0.00
4  3.10e+07 1432.40 | 1090.92  264.5    192    31 |    0.17   1.57   0.12   0.00
4  3.13e+07 1452.73 |
4  3.13e+07 1452.73 | 1452.73  423.1    252    76 |    0.17   1.32   0.15   0.00
4  3.15e+07 1452.73 |  893.75    0.0    165     0 |    0.17   1.46   0.09   0.00
4  3.17e+07 1452.73 | 1362.67    0.0    240     0 |    0.17   1.46   0.14   0.00
4  3.19e+07 1452.73 | 1143.44    0.0    212     0 |    0.17   1.55   0.15   0.00
4  3.22e+07 1452.73 |  962.80    0.0    189     0 |    0.17   1.51   0.15   0.00
4  3.24e+07 1452.73 |  958.35    0.0    193     0 |    0.17   1.55   0.16   0.00
4  3.26e+07 1452.73 |  939.10    0.0    163     0 |    0.17   1.52   0.12   0.00
4  3.28e+07 1452.73 |  613.50    0.0    128     0 |    0.17   1.54   0.16   0.00
4  3.31e+07 1452.73 | 1255.19    0.0    226     0 |    0.17   1.59   0.13   0.00
4  3.33e+07 1452.73 |  782.10    0.0    137     0 |    0.17   1.49   0.16   0.00
4  3.35e+07 1452.73 | 1385.42    0.0    259     0 |    0.17   1.83   0.15   0.00
4  3.37e+07 1452.73 |  693.65    0.0    144     0 |    0.17   1.72   0.16   0.00
4  3.40e+07 1452.73 | 1146.66    0.0    204     0 |    0.17   1.80   0.09   0.00
4  3.42e+07 1529.95 |
4  3.42e+07 1529.95 | 1529.95  333.9    285    65 |    0.18   1.81   0.16   0.00
4  3.44e+07 1529.95 | 1260.13    0.0    254     0 |    0.17   1.69   0.17   0.00
4  3.47e+07 1710.58 |
4  3.47e+07 1710.58 | 1710.58  355.5    326    63 |    0.17   1.79   0.14   0.00
4  3.49e+07 1710.58 | 1178.32    0.0    209     0 |    0.17   1.93   0.10   0.00
4  3.51e+07 1710.58 | 1223.98    0.0    229     0 |    0.17   1.96   0.14   0.00
4  3.53e+07 1710.58 |  987.28    0.0    191     0 |    0.17   1.96   0.13   0.00
4  3.56e+07 1710.58 | 1477.20  736.4    272   133 |    0.17   1.83   0.18   0.00
4  3.58e+07 1710.58 | 1583.62  508.4    279   103 |    0.17   1.76   0.10   0.00
4  3.60e+07 1710.58 | 1636.79    0.0    303     0 |    0.17   1.57   0.18   0.00
4  3.63e+07 1710.58 | 1461.23  198.5    269    38 |    0.17   1.80   0.11   0.00
4  3.65e+07 1710.58 | 1265.75    0.0    242     0 |    0.17   1.77   0.14   0.00
4  3.67e+07 1710.58 | 1561.40    0.0    281     0 |    0.18   1.98   0.15   0.00
4  3.69e+07 1849.97 |
4  3.69e+07 1849.97 | 1849.97  459.6    336    74 |    0.18   1.97   0.17   0.00
4  3.72e+07 2176.30 |
4  3.72e+07 2176.30 | 2176.30  627.4    400   113 |    0.17   1.94   0.12   0.00
4  3.74e+07 2176.30 | 1806.10    0.0    316     0 |    0.17   1.64   0.13   0.00
4  3.76e+07 2176.30 | 1070.09    0.0    216     0 |    0.17   1.76   0.12   0.00
4  3.78e+07 2176.30 | 1330.54    0.0    244     0 |    0.18   1.87   0.10   0.00
4  3.81e+07 2176.30 | 1794.79  813.2    307   143 |    0.17   1.85   0.11   0.00
4  3.83e+07 2176.30 | 1626.87    0.0    315     0 |    0.17   1.95   0.18   0.00
4  3.85e+07 2176.30 | 1831.27 1197.0    344   200 |    0.17   2.22   0.17   0.00
4  3.88e+07 2176.30 | 1333.78    0.0    228     0 |    0.17   2.06   0.16   0.00
4  3.90e+07 2176.30 | 1229.75    0.0    226     0 |    0.17   1.85   0.16   0.00
4  3.92e+07 2176.30 | 2113.22    0.0    356     0 |    0.17   2.07   0.15   0.00
4  3.94e+07 2176.30 | 2142.21 1072.0    385   192 |    0.17   1.90   0.14   0.00
4  3.97e+07 2176.30 | 1787.25    0.0    330     0 |    0.17   2.02   0.15   0.00
4  3.99e+07 2176.30 | 1830.71    0.0    338     0 |    0.17   1.81   0.15   0.00
4  4.01e+07 2176.30 |  840.31    0.0    141     0 |    0.17   2.18   0.16   0.00
4  4.04e+07 2176.30 | 1234.81    0.0    228     0 |    0.17   2.02   0.12   0.00
4  4.06e+07 3152.30 |
4  4.06e+07 3152.30 | 3152.30  856.8    578   155 |    0.17   2.03   0.15   0.00
4  4.08e+07 3152.30 | 2233.43    0.0    397     0 |    0.17   2.04   0.16   0.00
4  4.10e+07 3152.30 | 1576.00    0.0    292     0 |    0.17   2.10   0.11   0.00
4  4.13e+07 3152.30 | 2304.59    0.0    404     0 |    0.17   2.11   0.15   0.00
4  4.15e+07 3152.30 |  617.57    0.0    105     0 |    0.17   2.23   0.14   0.00
4  4.17e+07 3152.30 | 2257.53    0.0    382     0 |    0.17   2.29   0.13   0.00
4  4.19e+07 3152.30 | 2833.64  907.8    517   157 |    0.17   2.24   0.13   0.00
4  4.22e+07 3152.30 | 2221.29    0.0    409     0 |    0.17   2.34   0.18   0.00
4  4.24e+07 3152.30 | 2563.47    0.0    472     0 |    0.18   2.45   0.14   0.00
4  4.26e+07 3152.30 | 2024.62    0.0    373     0 |    0.17   1.82   0.12   0.00
4  4.29e+07 3152.30 | 2336.70    0.0    415     0 |    0.17   2.15   0.20   0.00
4  4.31e+07 4091.17 |
4  4.31e+07 4091.17 | 4091.17  646.7    721   124 |    0.17   2.21   0.14   0.00
4  4.33e+07 4091.17 | 3700.07    0.0    645     0 |    0.17   2.25   0.10   0.00
4  4.36e+07 4091.17 | 1530.20    0.0    287     0 |    0.17   2.43   0.12   0.00
4  4.38e+07 4091.17 | 3669.73    0.0    644     0 |    0.17   2.74   0.14   0.00
4  4.40e+07 4091.17 | 2249.06 1626.0    396   288 |    0.18   2.91   0.13   0.00
4  4.42e+07 4091.17 | 3562.80 1254.8    636   232 |    0.18   2.72   0.07   0.00
4  4.45e+07 4091.17 | 3939.62    0.0    720     0 |    0.17   2.58   0.18   0.00
4  4.47e+07 4091.17 | 3633.41    0.0    633     0 |    0.18   2.43   0.15   0.00
4  4.49e+07 4091.17 | 3926.23    0.0    720     0 |    0.18   2.42   0.10   0.00
4  4.52e+07 4091.17 |  653.49    0.0    118     0 |    0.17   2.55   0.14   0.00
4  4.54e+07 4091.17 | 1832.87    0.0    335     0 |    0.18   2.46   0.14   0.00
4  4.56e+07 4091.17 | 2697.91 1548.9    494   273 |    0.17   2.45   0.18   0.00
4  4.59e+07 4091.17 | 2307.57    0.0    414     0 |    0.18   2.87   0.15   0.00
4  4.61e+07 4091.17 | 3517.40    0.0    647     0 |    0.18   2.84   0.14   0.00
4  4.63e+07 4091.17 | 3323.27 1762.4    597   313 |    0.17   2.58   0.11   0.00
4  4.65e+07 4413.52 |
4  4.65e+07 4413.52 | 4413.52 1206.9    796   212 |    0.17   2.72   0.13   0.00
4  4.68e+07 4413.52 | 2867.46    0.0    518     0 |    0.18   2.88   0.16   0.00
4  4.70e+07 4413.52 | 4036.75    0.0    705     0 |    0.18   3.11   0.20   0.00
4  4.72e+07 4413.52 | 2954.18 1560.7    524   271 |    0.18   3.05   0.18   0.00
4  4.75e+07 5135.88 |
4  4.75e+07 5135.88 | 5135.88  508.3    910    92 |    0.18   2.92   0.11   0.00
| UsedTime:   28301 | SavedDir: ./Humanoid-v3_PPO_4
| Learner: Save in ./Humanoid-v3_PPO_4

        """
    elif env_name == 'Humanoid-v3.3023':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 5000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False
        #
        # args.target_step = args.max_step * 16
        # args.lambda_entropy = 2 ** -6
        # args.worker_num = 2
        # args.batch_size = args.net_dim * 8
        # args.repeat_times = 2 ** 6

        args.learning_rate = 2 ** -16
        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 5
        args.gamma = 0.995  # important
        args.if_use_gae = True
        args.lambda_entropy = 0.01

        args.eval_times = 2 ** 2
        args.break_step = int(4e7)
        """
        | Arguments Remove cwd: ./Humanoid-v3_PPO_3
        ################################################################################
        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        3  6.41e+04  268.22 |
        3  6.41e+04  268.22 |  268.22    9.8     50     2 |    0.31   0.80   0.04   0.00
        3  1.92e+05  291.98 |
        3  1.92e+05  291.98 |  291.98   25.4     54     5 |    0.31   0.62   0.01   0.00
        3  3.21e+05  319.80 |
        3  3.21e+05  319.80 |  319.80    9.1     58     1 |    0.32   0.67   0.06   0.00
        3  4.49e+05  319.80 |  296.05    0.0     54     0 |    0.32   0.67   0.09   0.00
        3  5.78e+05  463.05 |
        3  5.78e+05  463.05 |  463.05   76.2     93    21 |    0.32   0.68   0.13   0.00
        3  7.06e+05  463.05 |  293.15    0.0     55     0 |    0.32   0.84  -0.08   0.00
        3  8.35e+05  463.05 |  355.28    0.0     65     0 |    0.32   0.67   0.03   0.00
        3  9.63e+05  463.05 |  309.14    0.0     58     0 |    0.32   0.84  -0.01   0.00
        3  1.09e+06  463.05 |  370.03    0.0     66     0 |    0.32   0.70   0.09   0.00
        3  1.22e+06  463.05 |  345.91    0.0     64     0 |    0.32   0.57   0.16   0.00
        3  1.35e+06  463.05 |  400.04    0.0     73     0 |    0.32   0.52   0.01   0.00
        3  1.48e+06  463.05 |  444.70   21.1     85     5 |    0.32   0.61   0.20   0.00
        3  1.61e+06  463.05 |  390.64    0.0     83     0 |    0.32   0.62   0.01   0.00
        3  1.74e+06  504.37 |
        3  1.74e+06  504.37 |  504.37   90.4     91    15 |    0.32   0.63   0.11   0.00
        3  1.86e+06  504.37 |  490.13    0.0     87     0 |    0.33   0.63   0.20   0.00
        3  1.99e+06  525.38 |
        3  1.99e+06  525.38 |  525.38   28.7    101     8 |    0.33   0.62   0.10   0.00
        3  2.12e+06  525.38 |  514.50    0.0    103     0 |    0.33   0.54   0.07   0.00
        3  2.25e+06  525.38 |  453.42    0.0     98     0 |    0.32   0.53   0.11   0.00
        3  2.38e+06  525.38 |  464.98   71.5     89     9 |    0.33   0.53   0.04   0.00
        3  2.51e+06  604.10 |
        3  2.51e+06  604.10 |  604.10   62.3    107    12 |    0.33   0.65   0.10   0.00
        3  2.64e+06  604.10 |  529.24    0.0     92     0 |    0.33   0.61  -0.01   0.00
        3  2.76e+06  604.10 |  590.63   62.7    122    12 |    0.33   0.61   0.03   0.00
        3  2.89e+06  604.10 |  473.92    0.0    103     0 |    0.33   0.63   0.03   0.00
        3  3.02e+06  604.10 |  510.26    0.0    103     0 |    0.33   0.63   0.11   0.00
        3  3.15e+06  604.10 |  509.64    0.0    109     0 |    0.33   0.66   0.06   0.00
        3  3.28e+06  604.10 |  511.32    0.0    110     0 |    0.33   0.82   0.14   0.00
        3  3.41e+06  604.10 |  522.14    0.0     89     0 |    0.33   0.89   0.10   0.00
        3  3.54e+06  604.10 |  413.75    0.0     84     0 |    0.33   0.77   0.11   0.00
        3  3.67e+06  604.10 |  477.87    0.0     99     0 |    0.34   0.67   0.04   0.00
        3  3.79e+06  604.10 |  587.96    0.0    114     0 |    0.34   0.82   0.09   0.00
        3  3.92e+06  703.34 |
        3  3.92e+06  703.34 |  703.34  139.7    138    27 |    0.34   0.83   0.18   0.00
        3  4.05e+06  703.34 |  526.54    0.0    106     0 |    0.34   0.88   0.19   0.00
        3  4.18e+06  770.01 |
        3  4.18e+06  770.01 |  770.01   91.5    151    17 |    0.34   0.86   0.04   0.00
        3  4.31e+06  770.01 |  608.53    0.0    124     0 |    0.34   1.02  -0.00   0.00
        3  4.44e+06  770.01 |  703.88    0.0    136     0 |    0.34   0.92   0.12   0.00
        3  4.57e+06  770.01 |  707.21    0.0    137     0 |    0.34   1.06   0.15   0.00
        3  4.70e+06  770.01 |  723.44    0.0    135     0 |    0.34   1.04   0.21   0.00
        3  4.83e+06  770.01 |  629.66    0.0    121     0 |    0.34   1.22   0.11   0.00
        3  4.95e+06  770.01 |  590.64    0.0    109     0 |    0.34   0.93   0.04   0.00
        3  5.08e+06  770.01 |  663.21    0.0    123     0 |    0.35   0.95   0.07   0.00
        3  5.21e+06  793.42 |
        3  5.21e+06  793.42 |  793.42  178.1    150    32 |    0.35   1.03   0.04   0.00
        3  5.34e+06  805.35 |
        3  5.34e+06  805.35 |  805.35  159.7    152    35 |    0.35   1.20   0.15   0.00
        3  5.47e+06  805.35 |  695.08  204.6    129    36 |    0.35   1.34   0.15   0.00
        3  5.60e+06  805.35 |  680.22    0.0    130     0 |    0.35   1.31   0.03   0.00
        3  5.73e+06  941.63 |
        3  5.73e+06  941.63 |  941.63  117.5    176    22 |    0.35   1.22   0.07   0.00
        3  5.86e+06  941.63 |  644.04    0.0    123     0 |    0.35   1.24   0.08   0.00
        3  5.99e+06  941.63 |  626.53    0.0    118     0 |    0.35   1.38   0.15   0.00
        3  6.12e+06  941.63 |  885.29  103.8    165    17 |    0.35   1.27   0.22   0.00
        3  6.24e+06  941.63 |  582.86    0.0    110     0 |    0.35   1.25  -0.05   0.00
        3  6.37e+06  941.63 |  803.24    0.0    147     0 |    0.35   1.37   0.09   0.00
        3  6.50e+06  941.63 |  725.11    0.0    135     0 |    0.36   1.23   0.10   0.00
        3  6.63e+06  941.63 |  690.00    0.0    127     0 |    0.36   1.29   0.13   0.00
        3  6.76e+06  941.63 |  760.59    0.0    141     0 |    0.36   1.21   0.14   0.00
        3  6.89e+06  941.63 |  856.66  195.3    154    33 |    0.36   1.21   0.12   0.00
        3  7.02e+06  941.63 |  652.60    0.0    121     0 |    0.36   1.38   0.07   0.00
        3  7.15e+06  941.63 |  904.84    0.0    161     0 |    0.36   1.44   0.09   0.00
        3  7.28e+06 1194.56 |
        3  7.28e+06 1194.56 | 1194.56  166.7    209    31 |    0.36   1.35   0.03   0.00
        3  7.41e+06 1194.56 | 1106.96    0.0    198     0 |    0.36   1.59   0.10   0.00
        3  7.54e+06 1271.27 |
        3  7.54e+06 1271.27 | 1271.27  224.1    220    40 |    0.36   1.55   0.08   0.00
        3  7.67e+06 1271.27 |  686.52    0.0    121     0 |    0.36   1.50   0.08   0.00
        3  7.79e+06 1271.27 |  949.14    0.0    157     0 |    0.36   1.61   0.23   0.00
        3  7.92e+06 1284.10 |
        3  7.92e+06 1284.10 | 1284.10  199.8    233    39 |    0.36   1.70   0.30   0.00
        3  8.05e+06 1284.10 |  862.47    0.0    156     0 |    0.36   1.69   0.10   0.00
        3  8.18e+06 1284.10 | 1251.79    0.0    219     0 |    0.36   1.59   0.12   0.00
        3  8.31e+06 1284.10 | 1267.31  274.8    225    53 |    0.36   1.60   0.09   0.00
        3  8.44e+06 1569.67 |
        3  8.44e+06 1569.67 | 1569.67  471.7    274    82 |    0.37   1.46   0.13   0.00
        3  8.57e+06 1585.08 |
        3  8.57e+06 1585.08 | 1585.08  371.6    280    66 |    0.36   1.59   0.07   0.00
        3  8.70e+06 1585.08 | 1521.31    0.0    264     0 |    0.36   1.81   0.10   0.00
        3  8.83e+06 1585.08 | 1412.43    0.0    253     0 |    0.36   1.86   0.06   0.00
        3  8.96e+06 1585.08 | 1298.17    0.0    231     0 |    0.36   1.88   0.14   0.00
        3  9.09e+06 1585.08 | 1245.53    0.0    240     0 |    0.36   1.69   0.16   0.00
        3  9.22e+06 1585.08 | 1256.58  362.5    223    70 |    0.36   1.86   0.12   0.00
        3  9.35e+06 1642.52 |
        3  9.35e+06 1642.52 | 1642.52  376.3    282    66 |    0.36   1.66   0.18   0.00
        3  9.48e+06 1642.52 | 1561.97    0.0    281     0 |    0.37   1.64   0.24   0.00
        3  9.61e+06 1642.52 | 1410.45    0.0    240     0 |    0.37   1.78   0.07   0.00
        3  9.74e+06 1642.52 | 1533.78    0.0    277     0 |    0.37   1.78  -0.02   0.00
        3  9.87e+06 1642.52 | 1326.54    0.0    232     0 |    0.37   1.69   0.10   0.00
        3  1.00e+07 1642.52 | 1550.28  123.2    270    28 |    0.37   1.75   0.03   0.00
        3  1.01e+07 1642.52 | 1429.38    0.0    251     0 |    0.36   2.07   0.11   0.00
        3  1.03e+07 1642.52 | 1483.58  221.0    262    44 |    0.36   1.88   0.05   0.00
        3  1.04e+07 1642.52 | 1140.24    0.0    219     0 |    0.36   1.70   0.09   0.00
        3  1.05e+07 2212.00 |
        3  1.05e+07 2212.00 | 2212.00  567.2    385   100 |    0.36   2.00   0.13   0.00
        3  1.06e+07 2212.00 | 1931.18    0.0    330     0 |    0.36   1.80   0.08   0.00
        3  1.08e+07 2212.00 | 1813.64    0.0    319     0 |    0.36   1.70   0.09   0.00
        3  1.09e+07 2212.00 | 1515.18    0.0    268     0 |    0.36   1.78   0.02   0.00
        3  1.10e+07 2212.00 | 1987.92    0.0    325     0 |    0.37   2.08   0.06   0.00
        3  1.12e+07 2212.00 | 2051.72    0.0    371     0 |    0.37   1.76   0.10   0.00
        3  1.13e+07 2212.00 | 1219.49    0.0    199     0 |    0.37   1.70   0.13   0.00
        3  1.14e+07 2212.00 | 1671.28    0.0    279     0 |    0.37   1.76   0.13   0.00
        3  1.16e+07 2212.00 | 2178.40    0.0    371     0 |    0.37   1.97   0.20   0.00
        3  1.17e+07 2212.00 | 1596.89    0.0    261     0 |    0.37   1.62   0.15   0.00
        3  1.18e+07 2212.00 | 1951.57    0.0    333     0 |    0.37   2.37   0.13   0.00
        3  1.19e+07 2212.00 | 2195.76    0.0    393     0 |    0.37   1.97   0.11   0.00
        3  1.21e+07 2212.00 | 1832.93  599.4    317   104 |    0.37   1.63   0.11   0.00
        3  1.22e+07 2296.01 |
        3  1.22e+07 2296.01 | 2296.01  749.3    392   117 |    0.37   1.68   0.16   0.00
        3  1.23e+07 2672.63 |
        3  1.23e+07 2672.63 | 2672.63  719.6    454   120 |    0.37   1.84   0.06   0.00
        3  1.25e+07 2672.63 | 1939.52    0.0    336     0 |    0.37   2.26  -0.03   0.00
        3  1.26e+07 2672.63 | 1653.45    0.0    293     0 |    0.37   1.65   0.14   0.00
        3  1.27e+07 2672.63 | 1344.35    0.0    222     0 |    0.37   1.78   0.06   0.00
        3  1.29e+07 2672.63 | 2619.62  480.5    442    75 |    0.37   2.06   0.15   0.00
        3  1.30e+07 2672.63 | 1225.53    0.0    213     0 |    0.37   2.27   0.06   0.00
        3  1.31e+07 2672.63 | 2057.65  621.5    342   104 |    0.37   2.23   0.19   0.00
        3  1.33e+07 2672.63 | 1983.41  864.3    336   139 |    0.37   1.79   0.09   0.00
        3  1.34e+07 2672.63 | 2152.04    0.0    366     0 |    0.37   2.38   0.26   0.00
        3  1.35e+07 2672.63 |  933.78    0.0    160     0 |    0.37   1.96   0.08   0.00
        3  1.36e+07 2672.63 | 2264.83    0.0    384     0 |    0.38   2.11   0.15   0.00
        3  1.38e+07 3023.73 |
        3  1.38e+07 3023.73 | 3023.73  592.4    502   104 |    0.37   2.34   0.10   0.00
        | UsedTime:   15377 | SavedDir: ./Humanoid-v3_PPO_3
        | Learner: Save in ./Humanoid-v3_PPO_3
        """
    else:
        raise ValueError('env_name:', env_name)

    args.learner_gpus = gpu_id
    args.random_seed += gpu_id

    if_check = 0
    if if_check:
        train_and_evaluate(args)
    else:
        train_and_evaluate_mp(args)


def demo_ppo_h_term(gpu_id, drl_id, env_id):
    env_name = ['Hopper-v2',
                'Ant-v3',
                'Humanoid-v3',
                'HalfCheetah-v3',
                'Walker2d-v3',
                ][env_id]
    agent_class = [AgentA2C, AgentPPO, AgentPPOHterm, AgentPPOHtermKV2, AgentPPOHtermK][drl_id]
    # from elegantrl.train.config import get_gym_env_args
    # get_gym_env_args(gym.make(env_name), if_print=True)
    # exit()

    if env_name == 'Hopper-v2':
        """
        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        5  1.61e+04  131.99 |  131.99    3.6     81     2 |    0.03   0.09   0.03  -0.54
        5  2.20e+05  391.44 |  391.44    0.3    158     0 |    0.08   0.01  -0.06  -0.75
        5  4.25e+05  860.96 |  860.96   11.9    280     5 |    0.09   0.11   0.12  -0.84
        5  6.27e+05 3001.43 | 3001.43    7.9   1000     0 |    0.10   0.78  -0.01  -0.85
        5  1.64e+06 3203.09 | 3103.14    0.0   1000     0 |    0.10   1.82  -0.06  -0.76
        5  2.86e+06 3256.43 | 3152.72    0.0   1000     0 |    0.10   0.75   0.01  -0.67
        5  3.88e+06 3256.43 | 1549.69    0.0    512     0 |    0.10   0.86   0.00  -0.71
        | UsedTime:    2565 |

        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        2  1.60e+04  328.68 |  328.68    6.2    262     6 |    0.02   0.01  -0.02  -0.54
        2  2.16e+05 2460.57 | 2460.57   14.3   1000     0 |    0.09   0.86   0.20  -0.74
        2  6.22e+05 2789.97 | 2788.28   30.9   1000     0 |    0.10   0.40  -0.11  -1.04
        2  1.23e+06 3263.16 | 3216.96    0.0   1000     0 |    0.10   1.06   0.12  -1.05
        2  2.46e+06 3378.50 | 3364.02    0.0   1000     0 |    0.11   0.87   0.02  -0.92
        2  3.90e+06 3397.88 | 3302.80    0.0   1000     0 |    0.11   0.46   0.01  -0.93
        | UsedTime:    2557 |

        ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
        4  2.41e+04  222.39 |  222.39    1.5    120     1 |    0.94   8.45   0.05  -0.55
        4  5.34e+05  344.58 |  344.58    0.4    142     0 |    2.41   1.91   0.02  -0.94
        4  8.74e+05  540.69 |  540.69   20.1    180     4 |    2.96   5.82   0.00  -1.10
        4  1.39e+06  989.51 |  989.51    2.2    308     2 |    3.20  16.75   0.07  -1.08
        4  1.73e+06 3161.60 | 3149.35    0.0   1000     0 |    3.26  43.84  -0.02  -1.08
        4  2.06e+06 3367.27 | 3105.77    0.0   1000     0 |    3.32  44.14   0.00  -1.13
        4  3.92e+06 3604.42 | 3565.39    0.0   1000     0 |    3.44  30.54   0.04  -1.04
        4  5.76e+06 3717.06 | 3607.94    0.0   1000     0 |    3.40  51.92   0.07  -0.95
        4  6.26e+06 3840.95 | 3409.25    0.0   1000     0 |    3.32  66.48  -0.02  -0.94
        | UsedTime:    6251 |
        """
        env_func = gym.make
        env_args = {
            'env_num': 1,
            'env_name': 'Hopper-v2',
            'max_step': 1000,
            'state_dim': 11,
            'action_dim': 3,
            'if_discrete': False,
            'target_return': 3500.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)

        args.num_layer = 3
        args.net_dim = 2 ** 8
        args.batch_size = int(args.net_dim * 2)

        args.worker_num = 2
        args.target_step = args.max_step * 4
        args.repeat_times = 2 ** 4
        args.reward_scale = 2 ** -4

        args.learning_rate = 2 ** -15
        args.clip_grad_norm = 1.0
        args.lambda_entropy = 0.05
        args.gamma = 0.993

        args.lambda_gae_adv = 0.95
        args.if_use_gae = True
        args.ratio_clip = 0.20

        '''H-term'''
        args.h_term_sample_rate = 2 ** -2
        args.h_term_drop_rate = 2 ** -3
        args.h_term_lambda = 2 ** -3
        args.act_update_gap = 1
        if gpu_id == 2:
            args.h_term_k_step = 16
        if gpu_id == 3:
            args.h_term_k_step = 64

        args.eval_times = 2 ** 1
        args.eval_gap = 2 ** 8
        args.if_allow_break = False
        args.break_step = int(2e6)

        """
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
1  1.60e+04   89.36 |
1  1.60e+04   89.36 |   89.36    0.1     53     0 |    0.06   0.58   0.13  -0.51
1  4.28e+05 2279.73 |
1  4.28e+05 2279.73 | 2279.73    0.6   1000     0 |    0.18   0.98   0.06  -0.57
1  8.45e+05 2929.43 |
1  8.45e+05 2929.43 | 2929.43    5.5   1000     0 |    0.19   2.00   0.03  -0.58
1  1.26e+06 3183.91 |
1  1.26e+06 3183.91 | 3183.91   16.7   1000     0 |    0.20   2.80   0.03  -0.58
1  1.68e+06 3342.22 |
1  1.68e+06 3342.22 | 3342.22   13.0   1000     0 |    0.20   2.12   0.09  -0.57
| UsedTime:    1247 | SavedDir: ./Hopper-v2_PPO_1
| Learner: Save in ./Hopper-v2_PPO_1

| Arguments Remove cwd: ./Hopper-v2_PPOHtermK1_3
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
3  1.61e+04  109.75 |
3  1.61e+04  109.75 |  109.75    1.3     81     1 |    0.04   0.10   0.08  -0.51
3  1.63e+05 2088.29 |
3  1.63e+05 2088.29 | 2088.29   18.6   1000     0 |    0.16   2.11   0.05  -0.60
3  2.73e+05 2364.87 |
3  2.73e+05 2364.87 | 2364.87  166.6    781    58 |    0.18   1.05  -0.01  -0.64
3  3.75e+05 3015.31 |
3  3.75e+05 3015.31 | 3015.31   34.4   1000     0 |    0.20   0.81   0.07  -0.68
3  4.71e+05 3015.31 | 2534.35  645.4    784   216 |    0.20   0.88   0.15  -0.71
3  5.58e+05 3256.84 |
3  5.58e+05 3256.84 | 3256.84    4.0   1000     0 |    0.20   3.07   0.10  -0.72
3  6.55e+05 3256.84 | 3255.90    0.0   1000     0 |    0.21   1.29   0.05  -0.72
3  7.43e+05 3256.84 | 3097.00    0.0   1000     0 |    0.21   1.69   0.07  -0.73
3  8.36e+05 3256.84 | 1219.41    0.0    352     0 |    0.20   3.38   0.08  -0.72
3  9.26e+05 3306.21 |
3  9.26e+05 3306.21 | 3306.21   22.6   1000     0 |    0.21   3.04   0.08  -0.73

| Arguments Remove cwd: ./Hopper-v2_PPOHtermK1_2
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
2  1.62e+04   85.83 |
2  1.62e+04   85.83 |   85.83    2.6     56     2 |    0.05   0.45   0.14  -0.52
2  1.71e+05  360.01 |
2  1.71e+05  360.01 |  360.01    1.2    148     0 |    0.14   0.20  -0.06  -0.60
2  3.11e+05 2487.48 |
2  3.11e+05 2487.48 | 2487.48    7.0   1000     0 |    0.18   1.59  -0.02  -0.65
2  4.30e+05 2612.88 |
2  4.30e+05 2612.88 | 2612.88    0.6   1000     0 |    0.19   1.25   0.13  -0.69
2  5.34e+05 2796.14 |
2  5.34e+05 2796.14 | 2796.14    0.5   1000     0 |    0.19   1.35   0.11  -0.71
2  6.28e+05 2796.72 |
2  6.28e+05 2796.72 | 2796.72    1.9   1000     0 |    0.20   1.68   0.10  -0.73
2  7.33e+05 3206.62 |
2  7.33e+05 3206.62 | 3206.62   27.9   1000     0 |    0.20   2.78   0.02  -0.74
2  8.29e+05 3226.93 |
2  8.29e+05 3226.93 | 3226.93    3.6   1000     0 |    0.20   3.33  -0.03  -0.74
2  9.37e+05 3226.93 | 3204.64    0.0   1000     0 |    0.20   2.71   0.11  -0.75
2  1.05e+06 3226.93 | 3225.30    0.0   1000     0 |    0.20   3.97  -0.07  -0.74


| Arguments Remove cwd: ./Hopper-v2_PPO_4
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
4  1.62e+04   73.72 |
4  1.62e+04   73.72 |   73.72    0.0     45     0 |    0.08   0.81   0.13  -0.52
4  2.94e+05  333.81 |
4  2.94e+05  333.81 |  333.81    1.2    142     0 |    0.15   0.01  -0.14  -0.64
4  5.70e+05  438.43 |
4  5.70e+05  438.43 |  438.43    0.6    150     0 |    0.18   0.15   0.06  -0.73
4  8.48e+05  911.26 |
4  8.48e+05  911.26 |  911.26    3.0    280     2 |    0.19   0.38   0.06  -0.75
4  1.12e+06 2411.29 |
4  1.12e+06 2411.29 | 2411.29   18.8    777     9 |    0.19   1.55   0.15  -0.74
4  1.40e+06 2908.62 |
4  1.40e+06 2908.62 | 2908.62    0.8   1000     0 |    0.20   1.52  -0.01  -0.71
4  1.68e+06 3092.61 |
4  1.68e+06 3092.61 | 3092.61   16.3   1000     0 |    0.20   2.94  -0.12  -0.68
4  1.95e+06 3092.61 | 3072.76    0.0   1000     0 |    0.21   1.32   0.10  -0.64
| UsedTime:    1899 | SavedDir: ./Hopper-v2_PPO_4
| Learner: Save in ./Hopper-v2_PPO_4


################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
5  1.61e+04  107.15 |
5  1.61e+04  107.15 |  107.15    4.6     61     2 |    0.08   1.21   0.01  -0.51
5  2.61e+05  550.57 |
5  2.61e+05  550.57 |  550.57    1.0    208     1 |    0.19   1.31   0.13  -0.66
5  5.11e+05 3045.94 |
5  5.11e+05 3045.94 | 3045.94   22.4   1000     0 |    0.19   2.61   0.00  -0.76
5  7.56e+05 3172.11 |
5  7.56e+05 3172.11 | 3172.11    3.8   1000     0 |    0.20   2.24   0.12  -0.82
5  1.00e+06 3209.58 |
5  1.00e+06 3209.58 | 3209.58    6.1   1000     0 |    0.21   2.15   0.04  -0.88
5  1.24e+06 3215.39 |
5  1.24e+06 3215.39 | 3215.39    7.4   1000     0 |    0.20   2.94   0.07  -0.92
5  1.49e+06 3215.39 | 3147.31    0.0   1000     0 |    0.20   2.97   0.11  -0.96
5  1.73e+06 3215.39 | 2311.74  924.0    702   298 |    0.21   1.27   0.12  -1.00
5  1.98e+06 3228.65 |
5  1.98e+06 3228.65 | 3228.65    2.0   1000     0 |    0.21   1.89  -0.03  -1.03
| UsedTime:    2133 | SavedDir: ./Hopper-v2_PPOHterm_5

################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
6  1.62e+04  101.53 |
6  1.62e+04  101.53 |  101.53    1.5     56     0 |    0.10   0.78  -0.14  -0.50
6  2.60e+05  637.23 |
6  2.60e+05  637.23 |  637.23    2.1    206     0 |    0.18   2.05  -0.16  -0.66
6  5.04e+05 1877.82 |
6  5.04e+05 1877.82 | 1877.82  315.0    579    99 |    0.19   1.00   0.09  -0.77
6  7.52e+05 2960.17 |
6  7.52e+05 2960.17 | 2960.17  129.9    916    56 |    0.20   0.83   0.07  -0.88
6  9.97e+05 3009.97 |
6  9.97e+05 3009.97 | 3009.97   11.4   1000     0 |    0.20   2.14   0.05  -0.98
6  1.24e+06 3009.97 | 1538.74    0.0    455     0 |    0.20   2.14   0.19  -1.01
6  1.49e+06 3107.88 |
6  1.49e+06 3107.88 | 3107.88   10.1   1000     0 |    0.21   1.06   0.11  -1.09
6  1.73e+06 3253.55 |
6  1.73e+06 3253.55 | 3253.55   16.3   1000     0 |    0.20   3.09   0.04  -1.14
6  1.98e+06 3279.70 |
6  1.98e+06 3279.70 | 3279.70    9.9   1000     0 |    0.21   2.20   0.16  -1.17
| UsedTime:    2131 | SavedDir: ./Hopper-v2_PPOHterm_6

| Arguments Remove cwd: ./Hopper-v2_PPOHterm_7
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
7  1.60e+04   93.64 |
7  1.60e+04   93.64 |   93.64    2.5     54     2 |    0.06   0.34   0.09  -0.51
7  2.60e+05  564.04 |
7  2.60e+05  564.04 |  564.04    1.7    184     0 |    0.18   0.94   0.04  -0.68
7  5.01e+05 2465.13 |
7  5.01e+05 2465.13 | 2465.13   15.7   1000     0 |    0.19   0.65   0.14  -0.78
7  7.44e+05 2981.86 |
7  7.44e+05 2981.86 | 2981.86  121.4    999     1 |    0.19   1.21   0.09  -0.88
7  9.84e+05 2981.86 | 1518.69    0.0    465     0 |    0.21   0.91   0.10  -0.95
7  1.23e+06 3202.14 |
7  1.23e+06 3202.14 | 3202.14   11.3   1000     0 |    0.21   0.90   0.02  -1.02
7  1.47e+06 3202.14 | 3197.69   24.3   1000     0 |    0.20   2.40  -0.02  -1.07
7  1.71e+06 3202.31 |
7  1.71e+06 3202.31 | 3202.31    5.5   1000     0 |    0.20   1.96  -0.06  -1.12
7  1.95e+06 3202.31 | 3178.48    0.0   1000     0 |    0.21   1.08  -0.06  -1.15
| UsedTime:    2161 | SavedDir: ./Hopper-v2_PPOHterm_7

        """
    elif env_name == 'Ant-v3':
        env_func = gym.make
        env_args = {
            'env_num': 1,
            'env_name': 'Ant-v3',
            'max_step': 1000,
            'state_dim': 111,
            'action_dim': 8,
            'if_discrete': False,
            'target_return': 6000.0,
        }

        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False

        args.num_layer = 3
        args.learning_rate = 2 ** -14

        args.target_step = args.max_step * 2
        args.worker_num = 4

        args.gamma = 0.985
        args.lambda_gae_adv = 0.8
        args.if_use_gae = True
        args.lambda_entropy = 2 ** -9

        args.net_dim = 2 ** 9
        args.batch_size = int(args.net_dim * 2)
        args.repeat_times = 2 ** 4
        args.clip_grad_norm = 1.0

        '''H-term'''
        args.h_term_sample_rate = 2 ** -2
        args.act_update_gap = 2
        if gpu_id == 6:
            args.h_term_drop_rate = 2 ** -3
            args.h_term_lambda = 2 ** -6
        if gpu_id == 7:
            args.h_term_drop_rate = 2 ** -2
            args.h_term_lambda = 2 ** -6

        args.eval_gap = 2 ** 8
        args.eval_times = 2 ** 2
        args.break_step = int(6e6)
        args.if_allow_break = False
        """
| Arguments Remove cwd: ./Ant-v3_PPO_4
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
4  1.93e+04  993.22 |
4  1.93e+04  993.22 |  993.22    1.2   1000     0 |    0.00   0.15   0.04  -0.51
4  4.80e+05  993.22 |  936.44    0.0   1000     0 |    0.02   0.14   0.05  -0.81
4  9.46e+05  993.22 |  833.98    0.0   1000     0 |    0.05   0.23   0.06  -1.07
4  1.41e+06 1883.57 |
4  1.41e+06 1883.57 | 1883.57  984.1    782   377 |    0.08   0.45   0.08  -1.27
4  1.87e+06 3036.72 |
4  1.87e+06 3036.72 | 3036.72 1572.2    771   396 |    0.14   1.35   0.04  -1.39
4  2.34e+06 4650.77 |
4  2.34e+06 4650.77 | 4650.77   59.3   1000     0 |    0.21   1.53   0.05  -1.41
4  2.79e+06 5119.24 |
4  2.79e+06 5119.24 | 5119.24   47.1   1000     0 |    0.24   1.71   0.09  -1.42
4  3.26e+06 5413.18 |
4  3.26e+06 5413.18 | 5413.18   53.7   1000     0 |    0.26   1.68   0.03  -1.42
4  3.72e+06 5413.18 | 4397.23 1995.8    794   357 |    0.26   1.64   0.04  -1.41
4  4.18e+06 5745.21 |
4  4.18e+06 5745.21 | 5745.21  148.7   1000     0 |    0.27   1.60   0.03  -1.41
4  4.65e+06 5745.21 | 5096.66    0.0   1000     0 |    0.25   1.64   0.04  -1.41
4  5.12e+06 5745.21 | 3596.42 1431.0    829   297 |    0.31   2.29   0.00  -1.41
4  5.59e+06 5984.65 |
4  5.59e+06 5984.65 | 5984.65  158.4   1000     0 |    0.27   1.88   0.02  -1.41
| UsedTime:    3351 | SavedDir: ./Ant-v3_PPO_4
| Learner: Save in ./Ant-v3_PPO_4


"""
    elif env_name == 'Humanoid-v3':
        from elegantrl.envs.CustomGymEnv import HumanoidEnv
        env_func = HumanoidEnv
        env_args = {
            'env_num': 1,
            'env_name': 'Humanoid-v3',
            'max_step': 1000,
            'state_dim': 376,
            'action_dim': 17,
            'if_discrete': False,
            'target_return': 8000.,
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.reward_scale = 2 ** -4

        args.if_cri_target = False

        args.target_step = args.max_step * 8
        args.worker_num = 4
        args.net_dim = 2 ** 9
        args.batch_size = args.net_dim * 2
        args.repeat_times = 2 ** 4
        args.gamma = 0.985  # important
        args.lambda_gae_adv = 0.93
        args.if_use_gae = True
        args.learning_rate = 2 ** -15
        args.lambda_entropy = 0.01

        args.lambda_entropy = 2 ** -3
        args.h_term_drop_rate = 2 ** -2
        args.h_term_lambda = 2 ** -6

        args.eval_gap = 2 ** 9
        args.eval_times = 2 ** 1
        args.break_step = int(6e7)
        """
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
2  6.41e+04   99.99 |
2  6.41e+04   99.99 |   99.99    7.0     22     2 |    0.30   0.08   0.09  -0.50
2  9.95e+05  423.88 |
2  9.95e+05  423.88 |  423.88   50.6     83    11 |    0.32   0.76   0.13  -0.54
2  1.93e+06  423.88 |  415.37    0.0     86     0 |    0.32   0.61   0.15  -0.57
2  2.86e+06  497.11 |
2  2.86e+06  497.11 |  497.11   60.1     98    16 |    0.32   0.65   0.13  -0.60
2  3.79e+06  497.11 |  492.04   47.8     88     8 |    0.33   0.62   0.13  -0.64
2  4.73e+06  653.01 |
2  4.73e+06  653.01 |  653.01   99.5    122    14 |    0.33   0.63   0.09  -0.68
2  5.66e+06  653.01 |  568.77    0.0    101     0 |    0.33   0.55   0.13  -0.71
2  6.60e+06  653.01 |  464.34    0.0     95     0 |    0.33   0.67   0.11  -0.75
2  7.53e+06  799.29 |
2  7.53e+06  799.29 |  799.29   87.4    145     8 |    0.34   0.72   0.16  -0.80
2  8.47e+06 1080.34 |
2  8.47e+06 1080.34 | 1080.34  150.1    194    30 |    0.34   0.89   0.11  -0.85
2  9.41e+06 1341.09 |
2  9.41e+06 1341.09 | 1341.09  425.3    236    74 |    0.34   1.06   0.09  -0.89
2  1.03e+07 1839.36 |
2  1.03e+07 1839.36 | 1839.36   16.3    328     8 |    0.35   1.04   0.09  -0.94
2  1.13e+07 1839.36 |  892.61    0.0    168     0 |    0.34   0.96   0.15  -0.99
2  1.22e+07 3526.86 |
2  1.22e+07 3526.86 | 3526.86  110.5    631    26 |    0.35   1.02   0.12  -1.04
2  1.31e+07 3526.86 | 1332.79    0.0    239     0 |    0.35   1.02   0.09  -1.09
2  1.40e+07 5825.29 |
2  1.40e+07 5825.29 | 5825.29   75.7   1000     0 |    0.36   1.02   0.17  -1.11
2  1.49e+07 5825.29 | 5573.85    0.0    929     0 |    0.37   0.93   0.08  -1.12
2  1.59e+07 6146.37 |
2  1.59e+07 6146.37 | 6146.37   19.7   1000     0 |    0.38   1.18   0.07  -1.12
2  1.68e+07 6146.37 |  798.73    0.0    135     0 |    0.38   0.90   0.15  -1.12
2  1.76e+07 6146.37 | 3872.44    0.0    614     0 |    0.39   1.14   0.13  -1.12
2  1.85e+07 6146.37 | 2823.83    0.0    433     0 |    0.39   1.17   0.14  -1.12
2  1.94e+07 6146.37 | 5493.17  825.5    870   130 |    0.39   1.07   0.11  -1.12
2  2.03e+07 6301.83 |
2  2.03e+07 6301.83 | 6301.83    4.6   1000     0 |    0.39   1.38   0.08  -1.12
2  2.12e+07 6301.83 | 5507.10    0.0    840     0 |    0.40   1.16   0.12  -1.12
2  2.21e+07 6301.83 |  828.79    0.0    134     0 |    0.40   1.24   0.09  -1.12
2  2.31e+07 6493.95 |
2  2.31e+07 6493.95 | 6493.95  111.5    986    14 |    0.40   1.29   0.08  -1.12
2  2.40e+07 6493.95 | 1156.16    0.0    177     0 |    0.41   1.05   0.10  -1.12
2  2.49e+07 6635.81 |
2  2.49e+07 6635.81 | 6635.81    6.6   1000     0 |    0.41   1.13   0.06  -1.12
2  2.58e+07 6635.81 | 3873.71    0.0    586     0 |    0.41   1.11   0.13  -1.12
2  2.67e+07 6695.49 |
2  2.67e+07 6695.49 | 6695.49    8.7   1000     0 |    0.41   1.03   0.11  -1.12
2  2.76e+07 6695.49 | 6645.01    0.0   1000     0 |    0.41   1.11   0.11  -1.12
2  2.85e+07 6695.49 | 6681.91    0.0   1000     0 |    0.41   1.13   0.05  -1.12
2  2.94e+07 6740.88 |
2  2.94e+07 6740.88 | 6740.88   27.4   1000     0 |    0.42   1.12   0.12  -1.12
2  3.03e+07 6740.88 | 6697.77    0.0   1000     0 |    0.42   1.09   0.11  -1.12
2  3.12e+07 6740.88 | 6733.82    0.0   1000     0 |    0.42   1.28   0.11  -1.12
2  3.21e+07 6758.85 |
2  3.21e+07 6758.85 | 6758.85    7.6   1000     0 |    0.42   1.14   0.10  -1.12
2  3.31e+07 6758.85 | 6755.94    0.0   1000     0 |    0.42   1.15   0.11  -1.12
2  3.40e+07 6809.04 |
2  3.40e+07 6809.04 | 6809.04   13.1   1000     0 |    0.42   1.26   0.09  -1.12
2  3.49e+07 6809.04 | 6771.24    0.0   1000     0 |    0.42   1.28   0.02  -1.12
2  3.58e+07 6877.96 |
2  3.58e+07 6877.96 | 6877.96    3.5   1000     0 |    0.42   1.18   0.08  -1.12
2  3.67e+07 6877.96 | 6826.24    0.0   1000     0 |    0.43   1.16   0.14  -1.12
2  3.76e+07 6901.94 |
2  3.76e+07 6901.94 | 6901.94    0.6   1000     0 |    0.43   1.04   0.14  -1.12
2  3.85e+07 6901.94 | 3846.14    0.0    560     0 |    0.43   1.11   0.08  -1.12
2  3.95e+07 6901.94 | 6874.59    0.0   1000     0 |    0.43   1.21   0.07  -1.12
2  4.04e+07 6962.75 |
2  4.04e+07 6962.75 | 6962.75   12.4   1000     0 |    0.43   1.15   0.11  -1.12
2  4.13e+07 6962.75 | 1545.22    0.0    224     0 |    0.43   1.23   0.07  -1.12
2  4.22e+07 7021.54 |
2  4.22e+07 7021.54 | 7021.54    1.3   1000     0 |    0.43   1.43   0.07  -1.12
2  4.31e+07 7021.54 | 6357.59    0.0    895     0 |    0.44   1.25   0.08  -1.12
2  4.40e+07 7021.54 | 6712.17    0.0    957     0 |    0.44   1.09   0.10  -1.12
2  4.49e+07 7021.54 | 6966.49    0.0   1000     0 |    0.43   1.15   0.12  -1.12
2  4.58e+07 7049.78 |
2  4.58e+07 7049.78 | 7049.78   35.0   1000     0 |    0.44   0.86   0.10  -1.12
2  4.68e+07 7104.63 |
2  4.68e+07 7104.63 | 7104.63   11.8   1000     0 |    0.44   1.11   0.09  -1.12
2  4.77e+07 7104.63 | 7049.53    0.0   1000     0 |    0.44   1.04   0.12  -1.12
2  4.86e+07 7104.63 | 7090.08    0.0   1000     0 |    0.44   1.29   0.10  -1.12
2  4.95e+07 7104.63 | 7086.95    0.0   1000     0 |    0.44   1.26   0.10  -1.12
2  5.04e+07 7104.63 | 7046.37    0.0   1000     0 |    0.44   1.18   0.09  -1.12
2  5.14e+07 7104.63 | 2405.44    0.0    343     0 |    0.44   1.02   0.08  -1.12
2  5.23e+07 7104.63 | 4515.18 2597.7    638   362 |    0.44   1.16   0.09  -1.12
2  5.32e+07 7104.63 | 7069.70    0.0   1000     0 |    0.44   1.62   0.05  -1.12
2  5.42e+07 7104.63 | 7100.75    4.1   1000     0 |    0.44   1.07   0.10  -1.12
2  5.51e+07 7104.63 | 5871.71 1243.4    824   176 |    0.44   1.16   0.10  -1.12
2  5.60e+07 7104.63 | 6930.45    0.0    973     0 |    0.44   1.52   0.01  -1.12
2  5.70e+07 7104.63 | 7068.46    0.0   1000     0 |    0.44   1.31   0.08  -1.12
2  5.79e+07 7104.63 | 1976.93    0.0    280     0 |    0.44   1.27   0.10  -1.11
2  5.88e+07 7104.63 | 4928.33    0.0    692     0 |    0.44   1.18   0.08  -1.11
2  5.98e+07 7104.63 | 5575.28 1641.9    774   226 |    0.44   1.19   0.05  -1.11
| UsedTime:   34067 | SavedDir: ./Humanoid-v3_PPOHterm_2
| Learner: Save in ./Humanoid-v3_PPOHterm_2

################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
3  6.41e+04  241.81 |
3  6.41e+04  241.81 |  241.81    6.4     54     0 |    0.29   0.45   0.12  -0.50
3  9.95e+05  387.10 |
3  9.95e+05  387.10 |  387.10   10.3     72     2 |    0.32   0.51   0.08  -0.55
3  1.93e+06  432.49 |
3  1.93e+06  432.49 |  432.49    8.0     82     2 |    0.32   0.22   0.10  -0.58
3  2.86e+06  462.65 |
3  2.86e+06  462.65 |  462.65   35.3     87     8 |    0.32   0.19   0.03  -0.62
3  3.79e+06  539.93 |
3  3.79e+06  539.93 |  539.93   15.7    108     4 |    0.32   0.19   0.08  -0.66
3  4.73e+06  539.93 |  463.32    0.0     94     0 |    0.32   0.25   0.14  -0.71
3  5.66e+06  539.93 |  536.25    0.0    108     0 |    0.33   0.30   0.09  -0.75
3  6.60e+06  539.93 |  520.61    0.0    104     0 |    0.33   0.35   0.08  -0.79
3  7.54e+06 1050.34 |
3  7.54e+06 1050.34 | 1050.34  154.3    192    32 |    0.34   0.61   0.15  -0.83
3  8.47e+06 1286.06 |
3  8.47e+06 1286.06 | 1286.06  169.6    255    32 |    0.34   0.69   0.10  -0.88
3  9.41e+06 1286.06 | 1247.13    0.0    244     0 |    0.34   0.71   0.16  -0.92
3  1.04e+07 1986.75 |
3  1.04e+07 1986.75 | 1986.75  762.4    384   142 |    0.34   0.82   0.09  -0.97
3  1.13e+07 2304.83 |
3  1.13e+07 2304.83 | 2304.83  601.0    436   104 |    0.34   0.72   0.10  -1.01
3  1.22e+07 3116.60 |
3  1.22e+07 3116.60 | 3116.60  576.7    565   106 |    0.35   0.70   0.09  -1.06
3  1.32e+07 3116.60 | 2459.82    0.0    455     0 |    0.35   0.75   0.06  -1.09
3  1.41e+07 4266.10 |
3  1.41e+07 4266.10 | 4266.10  745.2    780   146 |    0.35   0.81   0.10  -1.11
3  1.50e+07 4266.10 | 1918.86    0.0    334     0 |    0.36   0.79   0.09  -1.12
3  1.59e+07 5329.69 |
3  1.59e+07 5329.69 | 5329.69  337.5    938    62 |    0.36   0.66   0.12  -1.12
3  1.69e+07 5329.69 | 2754.11    0.0    482     0 |    0.36   0.68   0.07  -1.12
3  1.78e+07 5329.69 | 4083.18 1669.3    713   287 |    0.36   0.74   0.11  -1.12
3  1.87e+07 5329.69 |  675.77    0.0    117     0 |    0.36   0.82   0.08  -1.12
3  1.96e+07 5329.69 | 4900.72    0.0    838     0 |    0.37   0.83   0.06  -1.11
3  2.06e+07 5329.69 | 2814.59    0.0    485     0 |    0.37   0.85   0.09  -1.12
3  2.15e+07 5838.93 |
3  2.15e+07 5838.93 | 5838.93    8.4   1000     0 |    0.37   0.80   0.07  -1.12
3  2.24e+07 5838.93 | 2647.59    0.0    457     0 |    0.37   0.56   0.10  -1.11
3  2.34e+07 5838.93 | 3906.31    0.0    667     0 |    0.37   0.70   0.04  -1.12
3  2.43e+07 5898.19 |
3  2.43e+07 5898.19 | 5898.19   40.9   1000     0 |    0.37   0.80   0.05  -1.12
3  2.52e+07 5898.19 | 5284.10    0.0    885     0 |    0.37   0.89   0.05  -1.12
3  2.61e+07 5898.19 | 4919.20 1056.5    825   175 |    0.38   0.90   0.05  -1.12
3  2.71e+07 5898.19 | 4233.44 1757.4    703   297 |    0.38   0.94   0.07  -1.12
3  2.80e+07 5898.19 | 4969.65    0.0    807     0 |    0.38   0.84   0.14  -1.12
3  2.89e+07 5988.28 |
3  2.89e+07 5988.28 | 5988.28   15.7   1000     0 |    0.38   0.78   0.06  -1.12
3  2.99e+07 6090.65 |
3  2.99e+07 6090.65 | 6090.65    3.7   1000     0 |    0.38   0.82   0.06  -1.11
3  3.08e+07 6090.65 | 1823.08    0.0    292     0 |    0.39   0.84   0.10  -1.11
3  3.17e+07 6110.09 |
3  3.17e+07 6110.09 | 6110.09   13.9   1000     0 |    0.38   0.76   0.12  -1.11
3  3.27e+07 6110.09 | 6101.42    0.0   1000     0 |    0.39   0.94   0.06  -1.11
3  3.36e+07 6143.83 |
3  3.36e+07 6143.83 | 6143.83    6.6   1000     0 |    0.39   0.86   0.10  -1.12
3  3.45e+07 6151.52 |
3  3.45e+07 6151.52 | 6151.52   19.1   1000     0 |    0.39   1.01   0.01  -1.12
3  3.55e+07 6151.52 | 6080.86    0.0   1000     0 |    0.38   0.95   0.06  -1.11
3  3.64e+07 6151.52 | 4878.09 1280.3    794   206 |    0.39   0.97   0.06  -1.11
3  3.73e+07 6151.52 | 2923.16    0.0    487     0 |    0.39   1.14   0.06  -1.11
3  3.83e+07 6151.52 | 1475.73    0.0    238     0 |    0.39   0.88   0.10  -1.11
3  3.92e+07 6151.52 | 5841.14  385.3    936    64 |    0.39   0.78   0.08  -1.11
3  4.01e+07 6151.52 | 5158.33    0.0    810     0 |    0.39   0.99   0.13  -1.12
3  4.11e+07 6230.88 |
3  4.11e+07 6230.88 | 6230.88   17.4   1000     0 |    0.39   0.83   0.08  -1.12
3  4.20e+07 6230.88 | 5681.34  593.3    902    98 |    0.39   1.02   0.08  -1.11
3  4.29e+07 6230.88 | 3917.45    0.0    624     0 |    0.39   0.80   0.06  -1.11
3  4.39e+07 6230.88 |  548.39    0.0     91     0 |    0.39   1.12   0.08  -1.11
3  4.48e+07 6230.88 | 6206.81    0.0   1000     0 |    0.39   0.98   0.07  -1.11
3  4.57e+07 6230.88 | 4668.46 1706.1    744   256 |    0.40   0.87   0.06  -1.12
3  4.67e+07 6230.88 | 6206.99    0.0   1000     0 |    0.40   1.02   0.09  -1.12
3  4.76e+07 6230.88 | 5779.11    0.0    906     0 |    0.40   0.97   0.07  -1.12
3  4.85e+07 6230.88 | 5904.47  379.2    931    69 |    0.39   1.01   0.12  -1.12
3  4.95e+07 6307.64 |
3  4.95e+07 6307.64 | 6307.64   31.7   1000     0 |    0.40   0.86   0.09  -1.12
3  5.04e+07 6307.64 | 3580.20    0.0    565     0 |    0.40   1.07   0.09  -1.11
3  5.13e+07 6307.64 | 6277.97    0.0   1000     0 |    0.40   1.00   0.07  -1.11
3  5.23e+07 6307.64 | 3873.75    0.0    608     0 |    0.39   0.97   0.17  -1.11
3  5.32e+07 6307.64 | 1521.24    0.0    243     0 |    0.39   0.79   0.13  -1.11
3  5.41e+07 6344.23 |
3  5.41e+07 6344.23 | 6344.23   28.5   1000     0 |    0.39   0.94   0.10  -1.11
3  5.51e+07 6344.23 | 1927.52    0.0    302     0 |    0.40   0.81   0.10  -1.11
3  5.60e+07 6344.23 | 6257.83    0.0   1000     0 |    0.39   0.89   0.07  -1.11
3  5.69e+07 6344.23 | 4907.96 1497.6    769   231 |    0.40   1.17   0.09  -1.11
3  5.79e+07 6378.00 |
3  5.79e+07 6378.00 | 6378.00   23.1   1000     0 |    0.40   1.09   0.08  -1.11
3  5.88e+07 6378.00 | 4762.62    0.0    743     0 |    0.40   1.00   0.09  -1.11
3  5.97e+07 6378.00 | 4531.59    0.0    702     0 |    0.40   0.98   0.06  -1.12
| UsedTime:   33466 | SavedDir: ./Humanoid-v3_PPOHterm_3
| Learner: Save in ./Humanoid-v3_PPOHterm_3   

################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
4  6.42e+04  328.07 |
4  6.42e+04  328.07 |  328.07    1.0     71     1 |    0.30   1.76   0.08  -0.50
4  1.03e+06  328.07 |  289.04    0.0     60     0 |    0.31   0.87   0.11  -0.52
4  1.99e+06  617.55 |
4  1.99e+06  617.55 |  617.55  125.0    126    24 |    0.31   0.85   0.04  -0.55
4  2.96e+06  760.35 |
4  2.96e+06  760.35 |  760.35   17.1    150     5 |    0.32   1.16   0.12  -0.59
4  3.93e+06  760.35 |  667.23    0.0    116     0 |    0.33   1.60   0.10  -0.64
4  4.90e+06 2763.25 |
4  4.90e+06 2763.25 | 2763.25 1419.5    470   238 |    0.34   1.77   0.06  -0.68
4  5.88e+06 2763.25 |  818.93    0.0    140     0 |    0.35   1.87   0.04  -0.72
4  6.86e+06 2876.96 |
4  6.86e+06 2876.96 | 2876.96 1342.6    498   233 |    0.37   1.80   0.11  -0.76
4  7.82e+06 3490.68 |
4  7.82e+06 3490.68 | 3490.68 2773.5    562   438 |    0.37   1.63   0.07  -0.81
4  8.79e+06 3490.68 | 1764.84    0.0    283     0 |    0.39   1.91   0.08  -0.85
4  9.76e+06 4632.89 |
4  9.76e+06 4632.89 | 4632.89 2066.7    700   300 |    0.39   1.70   0.05  -0.89
4  1.07e+07 6762.67 |
4  1.07e+07 6762.67 | 6762.67   11.1   1000     0 |    0.40   1.71   0.06  -0.94
4  1.17e+07 6762.67 | 3820.43    0.0    547     0 |    0.41   1.80   0.08  -1.00
4  1.27e+07 7028.14 |
4  1.27e+07 7028.14 | 7028.14    7.3   1000     0 |    0.42   1.70   0.07  -1.05
4  1.37e+07 7218.09 |
4  1.37e+07 7218.09 | 7218.09   37.3   1000     0 |    0.43   1.88   0.08  -1.09
4  1.46e+07 7318.88 |
4  1.46e+07 7318.88 | 7318.88   45.1   1000     0 |    0.44   1.99   0.13  -1.11
4  1.56e+07 7318.88 | 6625.38  901.3    884   116 |    0.44   1.60   0.13  -1.11
4  1.66e+07 7465.45 |
4  1.66e+07 7465.45 | 7465.45  109.4   1000     0 |    0.44   1.81   0.07  -1.11
4  1.76e+07 7587.53 |
4  1.76e+07 7587.53 | 7587.53   74.9   1000     0 |    0.45   1.65   0.10  -1.11
4  1.85e+07 7587.53 | 7456.53    0.0   1000     0 |    0.45   1.78   0.09  -1.11
4  1.95e+07 7587.53 | 2374.47    0.0    339     0 |    0.45   2.04   0.09  -1.11
4  2.05e+07 7587.53 | 6278.37    0.0    834     0 |    0.45   2.05   0.07  -1.11
4  2.14e+07 7587.53 | 1970.19    0.0    277     0 |    0.46   1.87   0.11  -1.11
4  2.24e+07 7665.13 |
4  2.24e+07 7665.13 | 7665.13    0.1   1000     0 |    0.46   1.88   0.13  -1.11
4  2.34e+07 7665.13 | 6268.33    0.0    830     0 |    0.46   1.80   0.06  -1.11
4  2.44e+07 7665.13 | 7614.30    0.0   1000     0 |    0.46   1.77   0.15  -1.11
4  2.53e+07 7665.13 | 4663.32    0.0    625     0 |    0.46   2.08   0.06  -1.12
4  2.63e+07 7665.13 | 6717.16 1070.0    862   138 |    0.46   2.14   0.10  -1.12
4  2.73e+07 7709.83 |
4  2.73e+07 7709.83 | 7709.83    2.7   1000     0 |    0.47   2.00   0.08  -1.11
4  2.82e+07 7709.83 | 7659.02    0.0   1000     0 |    0.47   1.59   0.08  -1.11
4  2.92e+07 7709.83 | 7696.63    0.0   1000     0 |    0.47   1.74   0.08  -1.11
4  3.02e+07 7709.83 | 6546.68    0.0    849     0 |    0.47   1.68   0.11  -1.11
4  3.12e+07 7709.83 | 2190.18    0.0    309     0 |    0.47   1.80   0.09  -1.11
4  3.22e+07 7864.77 |
4  3.22e+07 7864.77 | 7864.77   71.8   1000     0 |    0.47   2.05   0.08  -1.12
4  3.31e+07 7864.77 | 3074.62    0.0    420     0 |    0.47   1.97   0.08  -1.12
4  3.41e+07 7868.54 |
4  3.41e+07 7868.54 | 7868.54   26.9   1000     0 |    0.47   1.86   0.10  -1.12
4  3.51e+07 7868.54 | 7838.92    0.0   1000     0 |    0.47   1.82   0.08  -1.12
4  3.60e+07 7868.54 | 7807.00    0.0   1000     0 |    0.47   1.81   0.05  -1.11
4  3.70e+07 7868.54 | 3122.98    0.0    410     0 |    0.47   2.00   0.05  -1.11
4  3.80e+07 7868.54 | 7706.13    0.0   1000     0 |    0.47   2.09   0.10  -1.12
4  3.90e+07 7868.54 | 7746.46    0.0   1000     0 |    0.47   2.16   0.09  -1.12
4  3.99e+07 7868.54 | 7198.05    0.0    912     0 |    0.48   1.80   0.11  -1.11
4  4.09e+07 7868.54 | 7593.19    0.0   1000     0 |    0.48   1.76   0.14  -1.11
4  4.19e+07 7868.54 | 6346.72 1583.8    800   200 |    0.48   1.98   0.10  -1.11
4  4.29e+07 7868.54 | 7537.71    0.0    945     0 |    0.48   2.13   0.06  -1.11
4  4.38e+07 7868.54 | 6612.80    0.0    835     0 |    0.48   1.58   0.13  -1.11
4  4.48e+07 7868.54 | 6492.15    0.0    818     0 |    0.48   2.00   0.08  -1.11
4  4.58e+07 7942.05 |
4  4.58e+07 7942.05 | 7942.05    8.4   1000     0 |    0.48   1.78   0.10  -1.11
4  4.68e+07 7942.05 | 6027.69    0.0    762     0 |    0.48   1.98   0.07  -1.11
4  4.78e+07 7942.05 | 2455.07    0.0    333     0 |    0.48   1.85   0.10  -1.11
4  4.87e+07 7942.05 | 7936.93    0.0   1000     0 |    0.48   2.08   0.10  -1.11
4  4.97e+07 7942.05 | 7923.50    0.0   1000     0 |    0.48   2.07   0.08  -1.11
4  5.07e+07 7942.05 | 7810.11    0.0   1000     0 |    0.48   1.86   0.06  -1.11
4  5.17e+07 7942.05 | 3186.00    0.0    421     0 |    0.48   1.74   0.13  -1.11
4  5.26e+07 7942.05 | 7939.40    0.0   1000     0 |    0.48   2.18   0.07  -1.11
4  5.36e+07 7942.05 | 7264.91  691.9    923    77 |    0.48   2.15   0.04  -1.11
4  5.46e+07 8020.04 |
4  5.46e+07 8020.04 | 8020.04   13.7   1000     0 |    0.48   1.76   0.11  -1.11
| UsedTime:   29105 | SavedDir: ./Humanoid-v3_PPO_4
| Learner: Save in ./Humanoid-v3_PPO_4
 
 
 ################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
5  6.42e+04   95.60 |
5  6.42e+04   95.60 |   95.60    0.2     20     0 |    0.31   0.52   0.09  -0.50
5  9.96e+05  376.54 |
5  9.96e+05  376.54 |  376.54   71.5     74    16 |    0.32   0.65   0.04  -0.52
5  1.93e+06  561.27 |
5  1.93e+06  561.27 |  561.27  179.1    108    34 |    0.33   0.61   0.12  -0.56
5  2.86e+06  561.27 |  434.30    0.0     86     0 |    0.33   0.59   0.07  -0.59
5  3.80e+06  561.27 |  534.39    0.0    114     0 |    0.33   0.56   0.14  -0.62
5  4.73e+06  561.27 |  520.07    0.0    109     0 |    0.33   0.67   0.10  -0.66
5  5.66e+06  701.17 |
5  5.66e+06  701.17 |  701.17  137.3    126    28 |    0.34   0.62   0.15  -0.70
5  6.60e+06  701.17 |  672.86   93.5    128    16 |    0.34   0.65   0.20  -0.74
5  7.53e+06  830.98 |
5  7.53e+06  830.98 |  830.98  101.0    152    22 |    0.34   0.55   0.09  -0.78
5  8.47e+06  830.98 |  628.80    0.0    118     0 |    0.34   0.66   0.10  -0.83
5  9.41e+06  917.21 |
5  9.41e+06  917.21 |  917.21  167.3    168    29 |    0.34   0.60   0.11  -0.87
5  1.03e+07  917.21 |  846.03    0.0    161     0 |    0.35   0.66   0.16  -0.91
5  1.13e+07  917.21 |  884.64  168.3    156    28 |    0.35   0.75   0.13  -0.95
5  1.22e+07 1273.48 |
5  1.22e+07 1273.48 | 1273.48  135.9    230    28 |    0.35   0.79   0.09  -1.00
5  1.32e+07 1273.48 |  764.93    0.0    138     0 |    0.35   0.78   0.14  -1.05
5  1.41e+07 1273.48 |  899.72    0.0    171     0 |    0.35   0.89   0.11  -1.10
5  1.50e+07 1273.48 |  809.53    0.0    145     0 |    0.35   0.79   0.15  -1.12
5  1.60e+07 1273.48 | 1171.74    0.0    200     0 |    0.36   0.79   0.09  -1.12
5  1.69e+07 1325.41 |
5  1.69e+07 1325.41 | 1325.41   90.4    250    21 |    0.36   0.86   0.11  -1.12
5  1.78e+07 1325.41 |  911.44    0.0    158     0 |    0.36   0.90   0.17  -1.12
5  1.88e+07 1325.41 |  885.64    0.0    153     0 |    0.36   0.89   0.15  -1.12
5  1.97e+07 1325.41 | 1323.05    0.0    228     0 |    0.36   0.76   0.17  -1.12
5  2.07e+07 1569.27 |
5  2.07e+07 1569.27 | 1569.27  596.4    276   104 |    0.36   0.94   0.16  -1.13
5  2.16e+07 2260.48 |
5  2.16e+07 2260.48 | 2260.48  252.7    390    44 |    0.36   0.92   0.15  -1.13
5  2.26e+07 2260.48 | 1228.15    0.0    211     0 |    0.36   0.89   0.13  -1.13
5  2.35e+07 2260.48 | 1505.12    0.0    259     0 |    0.37   0.87   0.21  -1.13
5  2.44e+07 2260.48 | 1566.52    0.0    285     0 |    0.36   0.79   0.09  -1.13
5  2.54e+07 2260.48 | 1879.09    0.0    319     0 |    0.36   0.88   0.17  -1.13
5  2.63e+07 2260.48 |  801.86    0.0    138     0 |    0.37   1.05   0.19  -1.13
5  2.73e+07 2260.48 | 2255.52    0.0    380     0 |    0.37   0.90   0.19  -1.13
5  2.82e+07 2260.48 | 1821.98  595.2    308   104 |    0.37   0.87   0.13  -1.13
5  2.92e+07 2260.48 | 2211.46    0.0    385     0 |    0.36   0.91   0.16  -1.12
5  3.01e+07 2260.48 | 1605.94    0.0    280     0 |    0.36   0.83   0.12  -1.12
5  3.10e+07 2260.48 | 1946.42    0.0    358     0 |    0.36   0.77   0.12  -1.12
5  3.19e+07 3426.10 |
5  3.19e+07 3426.10 | 3426.10 1640.6    582   274 |    0.36   0.80   0.14  -1.13
5  3.28e+07 3426.10 | 1711.77    0.0    295     0 |    0.37   0.90   0.17  -1.12
5  3.38e+07 3426.10 | 3183.15  334.3    536    54 |    0.37   0.82   0.13  -1.12
5  3.47e+07 3426.10 | 1727.53    0.0    303     0 |    0.37   0.91   0.10  -1.12
5  3.56e+07 3426.10 | 1629.72    0.0    265     0 |    0.37   0.83   0.18  -1.13
5  3.65e+07 4624.93 |
5  3.65e+07 4624.93 | 4624.93  943.4    784   160 |    0.37   0.77   0.09  -1.12
5  3.74e+07 4624.93 | 3165.26    0.0    534     0 |    0.37   0.85   0.12  -1.12
5  3.84e+07 4624.93 | 4199.64    0.0    718     0 |    0.37   0.84   0.13  -1.12
5  3.93e+07 4624.93 | 3129.14    0.0    519     0 |    0.37   0.94   0.17  -1.12
5  4.02e+07 4624.93 | 3409.85    0.0    583     0 |    0.37   0.96   0.13  -1.12
5  4.11e+07 4624.93 | 1846.58    0.0    318     0 |    0.37   0.81   0.14  -1.12
5  4.21e+07 4624.93 | 3777.40 2065.8    648   352 |    0.37   0.94   0.16  -1.12
5  4.30e+07 4624.93 | 1980.02    0.0    329     0 |    0.37   0.88   0.12  -1.12
5  4.39e+07 4624.93 | 2140.11    0.0    339     0 |    0.38   0.87   0.09  -1.12
5  4.48e+07 4624.93 | 3287.45    0.0    556     0 |    0.37   0.86   0.14  -1.12
5  4.57e+07 4624.93 | 2360.96    0.0    393     0 |    0.37   0.85   0.11  -1.12
5  4.67e+07 4624.93 | 2822.43    0.0    468     0 |    0.38   0.98   0.08  -1.12
5  4.76e+07 4624.93 | 4109.68 1926.7    681   319 |    0.38   0.89   0.18  -1.12
5  4.85e+07 4624.93 | 2312.52    0.0    372     0 |    0.38   1.12   0.12  -1.12
5  4.94e+07 4624.93 | 2347.03    0.0    378     0 |    0.38   1.05   0.19  -1.12
5  5.03e+07 4624.93 | 2926.76    0.0    496     0 |    0.38   0.81   0.14  -1.12
5  5.13e+07 4624.93 | 1908.42    0.0    311     0 |    0.38   1.06   0.09  -1.12
5  5.22e+07 4624.93 | 3902.82 2084.7    658   342 |    0.38   1.13   0.09  -1.12
5  5.31e+07 4624.93 | 2356.50    0.0    390     0 |    0.38   0.88   0.13  -1.12
5  5.40e+07 4624.93 | 2313.04    0.0    384     0 |    0.38   0.91   0.14  -1.12
5  5.49e+07 4624.93 | 1744.69    0.0    304     0 |    0.38   0.94   0.11  -1.12
5  5.59e+07 4624.93 | 1129.24    0.0    179     0 |    0.38   0.90   0.18  -1.12
5  5.68e+07 4624.93 | 2071.17    0.0    341     0 |    0.38   0.99   0.13  -1.12
5  5.77e+07 5421.37 |
5  5.77e+07 5421.37 | 5421.37  589.1    896   104 |    0.38   1.08   0.11  -1.12
5  5.86e+07 5421.37 | 2323.41    0.0    382     0 |    0.38   1.06   0.16  -1.12
5  5.95e+07 5421.37 | 3155.20    0.0    528     0 |    0.38   0.96   0.13  -1.12
| UsedTime:   33554 | SavedDir: ./Humanoid-v3_PPOHterm_5
        """
    elif env_name == 'HalfCheetah-v3':
        env_func = gym.make
        env_args = {
            'env_num': 1,
            'env_name': 'HalfCheetah-v3',
            'max_step': 1000,
            'state_dim': 17,
            'action_dim': 6,
            'if_discrete': False,
            'target_return': 4800.0,
        }

        args = Arguments(agent_class, env_func=env_func, env_args=env_args)
        args.eval_times = 2 ** 2
        args.reward_scale = 2 ** -5

        args.target_step = args.max_step * 2
        args.worker_num = 2

        args.net_dim = 2 ** 7
        args.num_layer = 3
        args.batch_size = int(args.net_dim * 2)
        args.repeat_times = 2 ** 5
        args.ratio_clip = 0.3
        args.gamma = 0.99
        args.lambda_gae_adv = 0.96
        args.if_use_gae = True
        args.clip_grad_norm = 0.8

        args.lambda_entropy = 2 ** -6

        args.h_term_drop_rate = 2 ** -4
        args.h_term_lambda = 2 ** -6
        args.h_term_sample_rate = 2 ** -4

        args.if_allow_break = False
        args.break_step = int(8e7)

        """
| Arguments Remove cwd: ./HalfCheetah-v3_PPO_6
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
6  1.60e+04   -2.64 |
6  1.60e+04   -2.64 |   -2.64    0.6   1000     0 |   -0.02   0.65   0.09  -0.50
6  2.32e+05  235.33 |
6  2.32e+05  235.33 |  235.33  151.0   1000     0 |    0.05   1.81  -0.02  -0.55
6  4.48e+05 1258.16 |
6  4.48e+05 1258.16 | 1258.16  270.9   1000     0 |    0.10   1.77   0.06  -0.58
6  6.64e+05 2425.94 |
6  6.64e+05 2425.94 | 2425.94  873.7   1000     0 |    0.16   2.75   0.01  -0.62
6  8.80e+05 3148.64 |
6  8.80e+05 3148.64 | 3148.64  717.0   1000     0 |    0.22   3.44   0.00  -0.65
6  1.10e+06 4012.12 |
6  1.10e+06 4012.12 | 4012.12   37.3   1000     0 |    0.24   4.02   0.02  -0.68
6  1.31e+06 4339.19 |
6  1.31e+06 4339.19 | 4339.19   80.6   1000     0 |    0.39   5.21   0.04  -0.70
6  1.53e+06 4548.04 |
6  1.53e+06 4548.04 | 4548.04   48.9   1000     0 |    0.33   4.91   0.04  -0.73
6  1.74e+06 4920.59 |
6  1.74e+06 4920.59 | 4920.59   33.3   1000     0 |    0.32   4.97   0.05  -0.74
6  1.96e+06 4981.75 |
6  1.96e+06 4981.75 | 4981.75   24.9   1000     0 |    0.32   5.35   0.05  -0.76
6  2.18e+06 4981.75 | 4951.05    0.0   1000     0 |    0.50   5.38   0.01  -0.77
6  2.40e+06 4981.75 | 4799.50    0.0   1000     0 |    0.47   5.88   0.07  -0.78
6  2.62e+06 4981.75 | 4978.23  153.3   1000     0 |    0.38   6.32   0.04  -0.78
6  2.84e+06 5071.92 |
6  2.84e+06 5071.92 | 5071.92   20.2   1000     0 |    0.53   5.84   0.03  -0.78
6  3.06e+06 5071.92 | 1414.18    0.0   1000     0 |    0.58   6.60  -0.02  -0.79
6  3.28e+06 5071.92 | 5022.10    0.0   1000     0 |    0.57   6.71   0.07  -0.79
6  3.50e+06 5071.92 | 5030.07    0.0   1000     0 |    0.59   6.40   0.03  -0.80
6  3.73e+06 5071.92 | 3986.73    0.0   1000     0 |    0.52   5.82   0.04  -0.80
6  3.95e+06 5071.92 | 4284.76    0.0   1000     0 |    0.55   5.97   0.06  -0.81
6  4.18e+06 5071.92 | 5059.80    0.0   1000     0 |    0.58   6.04   0.02  -0.81
6  4.40e+06 5071.92 | 4900.04    0.0   1000     0 |    0.44   6.10   0.01  -0.82
6  4.62e+06 5071.92 | 4225.80    0.0   1000     0 |    0.49   6.07  -0.00  -0.82
6  4.85e+06 5071.92 | 5056.70  105.9   1000     0 |    0.53   7.07   0.02  -0.82
6  5.06e+06 5071.92 | 5001.09    0.0   1000     0 |    0.54   5.98   0.06  -0.82
6  5.29e+06 5175.30 |
6  5.29e+06 5175.30 | 5175.30   41.3   1000     0 |    0.51   6.83  -0.01  -0.82
6  5.50e+06 5175.30 | 4911.10    0.0   1000     0 |    0.55   6.55  -0.00  -0.82
6  5.73e+06 5175.30 | 3444.47    0.0   1000     0 |    0.56   6.45   0.09  -0.82
6  5.95e+06 5175.30 | 4460.24 1252.9   1000     0 |    0.60   6.35   0.05  -0.82
6  6.17e+06 5175.30 | 5098.58    0.0   1000     0 |    0.56   6.82   0.02  -0.82
6  6.39e+06 5175.30 | 3539.17 1690.4   1000     0 |    0.54   6.07   0.02  -0.83
6  6.61e+06 5175.30 | 5161.81   71.4   1000     0 |    0.64   5.78   0.08  -0.83
6  6.82e+06 5175.30 | 5121.78    0.0   1000     0 |    0.59   7.29  -0.06  -0.84
6  7.05e+06 5292.82 |
6  7.05e+06 5292.82 | 5292.82   25.3   1000     0 |    0.56   6.84   0.07  -0.85
6  7.27e+06 5292.82 | 4142.42 1904.4   1000     0 |    0.47   5.73   0.07  -0.84
6  7.49e+06 5292.82 | 5052.71    0.0   1000     0 |    0.50   6.78  -0.01  -0.84
6  7.71e+06 5292.82 | 5068.07    0.0   1000     0 |    0.54   5.68   0.03  -0.84
6  7.94e+06 5292.82 | 5274.86    0.0   1000     0 |    0.62   6.71  -0.03  -0.84
6  8.16e+06 5292.82 | 5166.56    0.0   1000     0 |    0.60   6.38   0.01  -0.84
6  8.38e+06 5292.82 | 5222.98   52.6   1000     0 |    0.63   5.94   0.07  -0.84
6  8.60e+06 5292.82 | 5215.71  104.1   1000     0 |    0.62   5.72   0.06  -0.83
6  8.82e+06 5292.82 | 2268.31    0.0   1000     0 |    0.57   5.28   0.03  -0.84
6  9.04e+06 5292.82 | 5146.74    0.0   1000     0 |    0.57   5.69   0.09  -0.84
6  9.26e+06 5292.82 | 5200.45    0.0   1000     0 |    0.49   6.02   0.03  -0.84
6  9.49e+06 5292.82 | 5142.90    0.0   1000     0 |    0.61   7.33  -0.03  -0.85
6  9.70e+06 5337.67 |
6  9.70e+06 5337.67 | 5337.67   72.8   1000     0 |    0.60   6.57   0.07  -0.85
6  9.93e+06 5337.67 | 5224.71    0.0   1000     0 |    0.58   6.77  -0.03  -0.85
6  1.01e+07 5337.67 | 5259.62    0.0   1000     0 |    0.56   6.90   0.04  -0.86
6  1.04e+07 5337.67 | 5295.20    0.0   1000     0 |    0.58   6.86  -0.00  -0.86
6  1.06e+07 5420.92 |
6  1.06e+07 5420.92 | 5420.92   48.5   1000     0 |    0.51   7.08   0.00  -0.86
6  1.08e+07 5420.92 | 5416.49    0.0   1000     0 |    0.58   6.61   0.03  -0.87
6  1.10e+07 5420.92 | 5347.69    0.0   1000     0 |    0.50   6.72   0.06  -0.86
6  1.12e+07 5420.92 | 1019.70    0.0   1000     0 |    0.59   7.20  -0.01  -0.87
6  1.15e+07 5442.91 |
6  1.15e+07 5442.91 | 5442.91   32.9   1000     0 |    0.53   6.78   0.02  -0.88
6  1.17e+07 5442.91 | 5379.42    0.0   1000     0 |    0.65   6.78   0.03  -0.87
6  1.19e+07 5496.60 |
6  1.19e+07 5496.60 | 5496.60   38.5   1000     0 |    0.56   6.33  -0.02  -0.87
6  1.21e+07 5496.60 | 5269.32    0.0   1000     0 |    0.59   5.56   0.08  -0.88
6  1.24e+07 5496.60 | 5231.86    0.0   1000     0 |    0.61   6.12   0.04  -0.87
6  1.26e+07 5496.60 | 2079.98    0.0   1000     0 |    0.61   7.28  -0.01  -0.87
6  1.28e+07 5496.60 | 4092.28    0.0   1000     0 |    0.62   7.50   0.02  -0.87
6  1.30e+07 5496.60 | 5419.64    0.0   1000     0 |    0.47   5.80  -0.04  -0.87
6  1.32e+07 5496.60 | 5407.95    0.0   1000     0 |    0.66   7.05   0.01  -0.86
6  1.35e+07 5496.60 | 5385.33    0.0   1000     0 |    0.63   7.02   0.00  -0.86
6  1.37e+07 5496.60 | 5282.42    0.0   1000     0 |    0.56   5.39   0.07  -0.86
6  1.39e+07 5496.60 | 5385.01    0.0   1000     0 |    0.60   5.54   0.12  -0.86
6  1.41e+07 5496.60 | 5453.20    0.0   1000     0 |    0.60   6.71   0.04  -0.86
6  1.44e+07 5496.60 | 5308.92    0.0   1000     0 |    0.61   6.05   0.03  -0.87
6  1.46e+07 5496.60 | 5339.43    0.0   1000     0 |    0.63   7.36   0.04  -0.87
6  1.48e+07 5496.60 | 5297.82    0.0   1000     0 |    0.63   6.50   0.07  -0.87
6  1.50e+07 5496.60 | 5342.89    0.0   1000     0 |    0.54   6.28   0.03  -0.87
6  1.53e+07 5496.60 | 5411.03    0.0   1000     0 |    0.55   6.48  -0.03  -0.88
6  1.55e+07 5496.60 | 5185.11    0.0   1000     0 |    0.65   6.87   0.03  -0.88
6  1.57e+07 5496.60 | 5416.18    0.0   1000     0 |    0.62   5.94   0.05  -0.88
6  1.59e+07 5496.60 | 5421.83    0.0   1000     0 |    0.58   6.80   0.04  -0.87
6  1.61e+07 5496.60 | 5474.30   57.3   1000     0 |    0.65   6.19   0.08  -0.88
6  1.64e+07 5496.60 | 5381.79    0.0   1000     0 |    0.65   6.93  -0.01  -0.88
6  1.66e+07 5496.60 | 5493.23    0.0   1000     0 |    0.50   6.19   0.01  -0.88
6  1.68e+07 5496.60 | 5452.40    0.0   1000     0 |    0.65   6.51  -0.03  -0.88
6  1.70e+07 5496.60 | 5403.29    0.0   1000     0 |    0.63   6.11   0.04  -0.89
6  1.73e+07 5496.60 | 5491.36    0.0   1000     0 |    0.59   5.42   0.07  -0.88
6  1.75e+07 5496.60 | 5382.47    0.0   1000     0 |    0.67   7.73   0.02  -0.88
6  1.77e+07 5496.60 | 4724.96 1255.4   1000     0 |    0.63   6.74   0.04  -0.88
6  1.79e+07 5496.60 | 5384.97    0.0   1000     0 |    0.57   7.51  -0.05  -0.87
6  1.81e+07 5496.60 | 5100.71  534.0   1000     0 |    0.55   7.10  -0.00  -0.87
6  1.84e+07 5623.59 |
6  1.84e+07 5623.59 | 5623.59   49.6   1000     0 |    0.43   6.66   0.01  -0.88
6  1.86e+07 5623.59 | 5603.06    0.0   1000     0 |    0.52   6.94  -0.01  -0.89
6  1.88e+07 5623.59 | 5577.11    0.0   1000     0 |    0.61   6.93   0.04  -0.88
6  1.90e+07 5623.59 | 5469.01    0.0   1000     0 |    0.62   7.81   0.03  -0.88
6  1.93e+07 5623.59 | 5514.89    0.0   1000     0 |    0.53   6.13   0.06  -0.88
6  1.95e+07 5623.59 | 5480.46    0.0   1000     0 |    0.51   6.03   0.11  -0.89
6  1.97e+07 5623.59 | 5604.37    0.0   1000     0 |    0.64   7.38   0.01  -0.89
6  1.99e+07 5728.65 |
6  1.99e+07 5728.65 | 5728.65   32.2   1000     0 |    0.62   7.15   0.02  -0.90
6  2.02e+07 5728.65 | 5662.10    0.0   1000     0 |    0.55   6.40   0.05  -0.90
6  2.04e+07 5728.65 | 5613.39    0.0   1000     0 |    0.48   6.26   0.08  -0.90
6  2.06e+07 5728.65 | 5658.77  117.2   1000     0 |    0.48   6.11   0.05  -0.91
6  2.08e+07 5728.65 | 5665.44    0.0   1000     0 |    0.61   7.12   0.06  -0.91
6  2.10e+07 5728.65 | 5720.64    0.0   1000     0 |    0.66   6.51   0.04  -0.91
6  2.13e+07 5866.45 |
6  2.13e+07 5866.45 | 5866.45   12.4   1000     0 |    0.50   5.65   0.04  -0.92
6  2.15e+07 5866.45 | 5833.64    0.0   1000     0 |    0.57   6.98   0.06  -0.92
6  2.17e+07 5866.45 | 5813.10    0.0   1000     0 |    0.67   7.53   0.00  -0.92
6  2.19e+07 5866.45 | 5828.36    0.0   1000     0 |    0.66   7.45   0.05  -0.92
6  2.21e+07 5866.45 | 5854.04   43.9   1000     0 |    0.65   7.46   0.05  -0.92
6  2.24e+07 5866.45 | 5776.16    0.0   1000     0 |    0.63   6.91   0.07  -0.92
6  2.26e+07 5866.45 | 5795.05    0.0   1000     0 |    0.61   6.32   0.07  -0.92
6  2.28e+07 5866.45 | 5673.07    0.0   1000     0 |    0.66   6.04   0.06  -0.92
6  2.30e+07 5866.45 | 5774.45    0.0   1000     0 |    0.69   6.71   0.00  -0.92
6  2.32e+07 5866.45 | 5747.08    0.0   1000     0 |    0.67   7.51   0.04  -0.92
6  2.35e+07 5866.45 | 5792.21    0.0   1000     0 |    0.66   5.92   0.09  -0.92
6  2.37e+07 5866.45 | 5729.53    0.0   1000     0 |    0.58   5.70   0.07  -0.91
6  2.39e+07 5866.45 | 5608.24    0.0   1000     0 |    0.64   7.21   0.05  -0.91
6  2.41e+07 5866.45 | 5537.60    0.0   1000     0 |    0.64   7.39  -0.02  -0.91
6  2.44e+07 5902.82 |
6  2.44e+07 5902.82 | 5902.82   32.5   1000     0 |    0.60   6.41   0.04  -0.91
6  2.46e+07 5902.82 | 5885.46   24.6   1000     0 |    0.63   6.80   0.07  -0.91
6  2.48e+07 5902.82 | 5759.20    0.0   1000     0 |    0.55   7.34  -0.01  -0.92
6  2.50e+07 5902.82 | 5797.49    0.0   1000     0 |    0.60   7.94   0.01  -0.92
6  2.53e+07 5902.82 | 3068.60    0.0   1000     0 |    0.62   7.80   0.08  -0.92
6  2.55e+07 6074.47 |
6  2.55e+07 6074.47 | 6074.47   78.1   1000     0 |    0.50   7.24   0.06  -0.93
6  2.57e+07 6142.97 |
6  2.57e+07 6142.97 | 6142.97   30.7   1000     0 |    0.65   5.85   0.07  -0.94
6  2.59e+07 6197.69 |
6  2.59e+07 6197.69 | 6197.69   22.5   1000     0 |    0.72   7.87   0.05  -0.95
6  2.61e+07 6252.69 |
6  2.61e+07 6252.69 | 6252.69   33.8   1000     0 |    0.72   8.16   0.06  -0.95
6  2.64e+07 6321.16 |
6  2.64e+07 6321.16 | 6321.16   36.1   1000     0 |    0.73   8.07   0.07  -0.96
6  2.66e+07 6511.81 |
6  2.66e+07 6511.81 | 6511.81   28.3   1000     0 |    0.63   8.17   0.03  -0.97
6  2.68e+07 6511.81 | 6239.58    0.0   1000     0 |    0.58   7.26   0.11  -0.97
6  2.70e+07 6511.81 | 6365.12    0.0   1000     0 |    0.58   7.16   0.10  -0.97
6  2.72e+07 6511.81 | 6464.59    0.0   1000     0 |    0.71   7.60   0.03  -0.98
6  2.75e+07 6511.81 | 6337.41    0.0   1000     0 |    0.67   7.57   0.06  -0.99
6  2.77e+07 6594.28 |
6  2.77e+07 6594.28 | 6594.28   32.4   1000     0 |    0.66   7.55   0.00  -0.99
6  2.79e+07 6594.28 | 6438.23    0.0   1000     0 |    0.58   8.40   0.05  -1.00
6  2.81e+07 6594.28 | 6267.03    0.0   1000     0 |    0.75  10.65  -0.02  -1.00
6  2.84e+07 6627.73 |
6  2.84e+07 6627.73 | 6627.73   48.7   1000     0 |    0.77   8.36   0.05  -1.00
6  2.86e+07 6627.73 | 6610.03   87.1   1000     0 |    0.68   8.28   0.03  -0.99
6  2.88e+07 6627.73 | 6556.27  129.1   1000     0 |    0.70   8.45   0.05  -0.99
6  2.90e+07 6627.73 | 6560.12    0.0   1000     0 |    0.61   7.37   0.03  -1.00
6  2.92e+07 6627.73 | 6426.55    0.0   1000     0 |    0.76   8.28   0.02  -1.00
6  2.95e+07 6627.73 | 6557.71   91.3   1000     0 |    0.70   8.30   0.01  -1.00
6  2.97e+07 6627.73 | 6277.89    0.0   1000     0 |    0.65   8.19   0.03  -1.00
6  2.99e+07 6627.73 | 6485.82    0.0   1000     0 |    0.65   6.64   0.06  -1.01
6  3.01e+07 6627.73 | 6233.65    0.0   1000     0 |    0.77   9.66  -0.04  -1.00
6  3.04e+07 6627.73 | 6580.66    0.0   1000     0 |    0.67   8.82   0.08  -1.00
6  3.06e+07 6627.73 | 6444.71    0.0   1000     0 |    0.77   8.95   0.00  -1.00
6  3.08e+07 6627.73 | 6533.44    0.0   1000     0 |    0.67   7.53   0.04  -1.01
6  3.10e+07 6627.73 | 6495.52    0.0   1000     0 |    0.77   8.80   0.02  -1.00
6  3.13e+07 6627.73 | 6508.38    0.0   1000     0 |    0.64   7.23   0.10  -1.00
6  3.15e+07 6627.73 | 6497.85    0.0   1000     0 |    0.73   8.71   0.01  -1.00
6  3.17e+07 6656.56 |
6  3.17e+07 6656.56 | 6656.56   71.1   1000     0 |    0.75   8.36   0.00  -1.00
6  3.19e+07 6773.75 |
6  3.19e+07 6773.75 | 6773.75   55.5   1000     0 |    0.68   8.08   0.04  -1.00
6  3.21e+07 6773.75 | 6677.54    0.0   1000     0 |    0.69   8.12   0.04  -1.00
6  3.24e+07 6773.75 | 6449.82    0.0   1000     0 |    0.78   7.79   0.03  -1.00
6  3.26e+07 6773.75 | 6685.19    0.0   1000     0 |    0.78   7.76   0.06  -1.00
6  3.28e+07 6773.75 | 6524.07    0.0   1000     0 |    0.66   7.55   0.06  -1.00
6  3.30e+07 6773.75 | 6567.51    0.0   1000     0 |    0.76   8.55   0.01  -1.00
6  3.32e+07 6773.75 | 6680.41    0.0   1000     0 |    0.76   7.63   0.09  -1.00
6  3.35e+07 6773.75 | 6569.49    0.0   1000     0 |    0.77   7.58   0.10  -1.00
6  3.37e+07 6773.75 | 6702.35    0.0   1000     0 |    0.80   7.75   0.06  -1.00
6  3.39e+07 6773.75 | 6557.34    0.0   1000     0 |    0.72   9.38   0.03  -1.00
6  3.41e+07 6773.75 | 6506.39    0.0   1000     0 |    0.75   8.30   0.06  -1.00
6  3.44e+07 6773.75 | 6570.85    0.0   1000     0 |    0.76   8.72   0.04  -1.00
6  3.46e+07 6773.75 | 6769.98    0.0   1000     0 |    0.71   8.38   0.04  -1.00
6  3.48e+07 6773.75 | 6737.91    0.0   1000     0 |    0.60   7.74   0.03  -1.00
6  3.50e+07 6773.75 | 6687.86    0.0   1000     0 |    0.71   7.52   0.05  -0.99
6  3.53e+07 6773.75 | 6481.67    0.0   1000     0 |    0.71   7.68   0.02  -0.99
6  3.55e+07 6773.75 | 6136.52    0.0   1000     0 |    0.74   8.17   0.06  -0.99
6  3.57e+07 6773.75 | 6602.58    0.0   1000     0 |    0.67   6.71   0.09  -0.99
6  3.59e+07 6773.75 | 6539.57    0.0   1000     0 |    0.77   7.10   0.03  -1.00
6  3.62e+07 6773.75 | 6713.69    0.0   1000     0 |    0.78   9.36   0.01  -1.00
6  3.64e+07 6773.75 | 6632.23    0.0   1000     0 |    0.73   7.89   0.07  -0.99
6  3.66e+07 6773.75 | 6491.63    0.0   1000     0 |    0.72  10.20   0.00  -0.98
6  3.68e+07 6773.75 | 6533.86    0.0   1000     0 |    0.77   8.86   0.04  -0.98
6  3.71e+07 6773.75 | 6504.14    0.0   1000     0 |    0.78   7.28   0.06  -0.98
6  3.73e+07 6773.75 | 6580.04    0.0   1000     0 |    0.78   9.14  -0.02  -0.98
6  3.75e+07 6773.75 | 6568.48    0.0   1000     0 |    0.71   8.38   0.01  -0.98
6  3.77e+07 6773.75 | 6626.71    0.0   1000     0 |    0.66   8.72   0.03  -0.98
6  3.79e+07 6773.75 | 6543.65    0.0   1000     0 |    0.74   8.43   0.06  -0.98
6  3.82e+07 6773.75 | 6722.76    0.0   1000     0 |    0.79   8.04   0.09  -0.99
6  3.84e+07 6773.75 | 6746.06    0.0   1000     0 |    0.72   8.59   0.04  -0.98
6  3.86e+07 6773.75 | 6716.05    0.0   1000     0 |    0.70   9.53   0.01  -0.98
6  3.88e+07 6773.75 | 6550.99    0.0   1000     0 |    0.73   9.69  -0.02  -0.98
6  3.90e+07 6773.75 | 6726.17    0.0   1000     0 |    0.76   8.10   0.04  -0.98
6  3.93e+07 6773.75 | 6661.85    0.0   1000     0 |    0.79   7.32   0.08  -0.98
6  3.95e+07 6773.75 | 6722.44   48.9   1000     0 |    0.77   8.15   0.01  -0.98
6  3.97e+07 6773.75 | 6741.75    0.0   1000     0 |    0.73   7.12   0.11  -0.97
6  3.99e+07 6773.75 | 6639.00    0.0   1000     0 |    0.79   7.86   0.03  -0.97
6  4.02e+07 6773.75 | 6673.38    0.0   1000     0 |    0.74   8.59  -0.03  -0.98
6  4.04e+07 6773.75 | 6768.60    0.0   1000     0 |    0.80   8.74   0.02  -0.97
6  4.06e+07 6797.53 |
6  4.06e+07 6797.53 | 6797.53   54.8   1000     0 |    0.76   7.30   0.10  -0.98
6  4.08e+07 6797.53 | 6600.13    0.0   1000     0 |    0.79   9.39  -0.01  -0.98
6  4.10e+07 6797.53 | 6537.14    0.0   1000     0 |    0.78   8.43  -0.00  -0.97
6  4.13e+07 6797.53 | 6650.61    0.0   1000     0 |    0.63   7.01   0.06  -0.97
6  4.15e+07 6797.53 | 6656.03    0.0   1000     0 |    0.77   7.95   0.00  -0.97
6  4.17e+07 6797.53 | 6552.54    0.0   1000     0 |    0.78   9.23   0.03  -0.97
6  4.19e+07 6797.53 | 6606.10    0.0   1000     0 |    0.79   7.70   0.02  -0.96
6  4.21e+07 6797.53 | 6301.23    0.0   1000     0 |    0.78   8.22   0.01  -0.96
6  4.23e+07 6797.53 | 6790.40    0.0   1000     0 |    0.75   9.16   0.00  -0.96
6  4.26e+07 6797.53 | 6735.32  128.5   1000     0 |    0.74   8.66  -0.04  -0.96
6  4.28e+07 6797.53 | 6601.87    0.0   1000     0 |    0.77   8.23   0.02  -0.96
6  4.30e+07 6797.53 | 6672.87    0.0   1000     0 |    0.79   9.85  -0.03  -0.96
6  4.32e+07 6797.53 | 2178.02    0.0   1000     0 |    0.64   8.77   0.04  -0.96
6  4.35e+07 6797.53 | 6671.31    0.0   1000     0 |    0.79  10.09   0.00  -0.96
6  4.37e+07 6797.53 | 6711.37    0.0   1000     0 |    0.78  10.27   0.01  -0.97
6  4.39e+07 6797.53 | 6383.45  808.2   1000     0 |    0.58   8.54   0.01  -0.97
6  4.41e+07 6861.32 |
6  4.41e+07 6861.32 | 6861.32  153.1   1000     0 |    0.66   7.42   0.11  -0.98
6  4.43e+07 6861.32 | 6768.23    0.0   1000     0 |    0.70   7.82   0.07  -0.98
6  4.46e+07 6930.91 |
6  4.46e+07 6930.91 | 6930.91   38.5   1000     0 |    0.80   8.81   0.04  -0.97
6  4.48e+07 6930.91 | 6511.19    0.0   1000     0 |    0.69   8.16   0.04  -0.98
6  4.50e+07 6930.91 | 6710.97    0.0   1000     0 |    0.76   9.03   0.03  -0.98
6  4.52e+07 6930.91 | 6389.91    0.0   1000     0 |    0.74   7.80   0.09  -0.98
6  4.54e+07 6930.91 | 6786.58    0.0   1000     0 |    0.65   7.11   0.08  -0.98
6  4.56e+07 6930.91 | 6765.52    0.0   1000     0 |    0.65   8.56  -0.00  -0.98
6  4.59e+07 6930.91 | 6885.22    0.0   1000     0 |    0.76   7.39   0.06  -0.98
6  4.61e+07 6930.91 | 6694.44    0.0   1000     0 |    0.70   8.46   0.10  -0.98
6  4.63e+07 6930.91 | 6706.89    0.0   1000     0 |    0.79   8.88   0.04  -0.98
6  4.65e+07 6930.91 | 6752.69    0.0   1000     0 |    0.82   8.06   0.07  -0.98
6  4.67e+07 6930.91 | 6674.28    0.0   1000     0 |    0.69   8.97   0.03  -0.97
6  4.70e+07 6930.91 | 6842.32    0.0   1000     0 |    0.75   8.21   0.02  -0.98
6  4.72e+07 6930.91 | 6588.32    0.0   1000     0 |    0.69   7.35   0.10  -0.98
6  4.74e+07 6930.91 | 6677.69    0.0   1000     0 |    0.78   7.59   0.04  -0.97
6  4.76e+07 6930.91 | 6759.24    0.0   1000     0 |    0.78   8.07   0.06  -0.98
6  4.78e+07 6930.91 | 6691.39    0.0   1000     0 |    0.80   8.92   0.05  -0.98
6  4.80e+07 6930.91 | 6850.02    0.0   1000     0 |    0.73   7.99   0.08  -0.98
6  4.82e+07 6930.91 | 6822.73    0.0   1000     0 |    0.70   8.15  -0.00  -0.98
6  4.85e+07 6930.91 | 6804.42    0.0   1000     0 |    0.75   7.74   0.05  -0.98
6  4.87e+07 6930.91 | 6560.31    0.0   1000     0 |    0.81   8.02   0.08  -0.98
6  4.89e+07 6930.91 | 6732.93    0.0   1000     0 |    0.80   8.49   0.03  -0.98
6  4.91e+07 6930.91 | 6425.68    0.0   1000     0 |    0.71   7.66   0.03  -0.98
6  4.93e+07 6930.91 | 6837.55  118.5   1000     0 |    0.65   8.28   0.04  -0.98
6  4.96e+07 6930.91 | 6845.54    0.0   1000     0 |    0.76   8.17   0.05  -0.98
6  4.98e+07 6930.91 | 6885.79    0.0   1000     0 |    0.80   9.95  -0.06  -0.98
6  5.00e+07 6947.16 |
6  5.00e+07 6947.16 | 6947.16   40.0   1000     0 |    0.82   8.25   0.07  -0.98
6  5.02e+07 6947.16 | 6909.96    0.0   1000     0 |    0.83   8.97   0.08  -0.98
6  5.04e+07 6947.16 | 6750.41    0.0   1000     0 |    0.75   8.73   0.03  -0.98
6  5.06e+07 6947.16 | 6643.65    0.0   1000     0 |    0.67   8.19   0.00  -0.98
6  5.09e+07 6947.16 | 6740.18    0.0   1000     0 |    0.80  10.88  -0.04  -0.97
6  5.11e+07 6947.16 | 6736.61    0.0   1000     0 |    0.80   8.65   0.04  -0.97
6  5.13e+07 6947.16 | 6676.46    0.0   1000     0 |    0.82   8.34   0.05  -0.97
6  5.15e+07 6947.16 | 6880.20    0.0   1000     0 |    0.82  10.32  -0.05  -0.97
6  5.18e+07 6947.16 | 6894.56    0.0   1000     0 |    0.75  10.05   0.03  -0.98
6  5.20e+07 6947.16 | 6791.21    0.0   1000     0 |    0.78   9.68   0.05  -0.98
6  5.22e+07 6947.16 | 6910.86  131.9   1000     0 |    0.82   8.61   0.08  -0.98
6  5.24e+07 6987.02 |
6  5.24e+07 6987.02 | 6987.02   82.0   1000     0 |    0.81  10.19   0.01  -0.98
6  5.26e+07 6987.02 | 6787.87    0.0   1000     0 |    0.74   8.12   0.03  -0.98
6  5.29e+07 6987.02 | 6985.93    0.0   1000     0 |    0.82   8.51   0.01  -0.98
6  5.31e+07 6987.02 | 6941.96   86.0   1000     0 |    0.74   9.04  -0.02  -0.97
6  5.33e+07 6987.02 | 6887.17    0.0   1000     0 |    0.73   7.89   0.04  -0.97
6  5.35e+07 6987.02 | 6851.57    0.0   1000     0 |    0.82   9.56   0.03  -0.96
6  5.38e+07 6987.02 | 6760.56    0.0   1000     0 |    0.72   8.24   0.02  -0.96
6  5.40e+07 6987.02 | 6896.56    0.0   1000     0 |    0.75   8.35   0.03  -0.97
6  5.42e+07 6987.02 | 6866.56    0.0   1000     0 |    0.55   7.09   0.06  -0.97
6  5.44e+07 6987.02 | 6943.70    0.0   1000     0 |    0.79   8.26   0.10  -0.97
6  5.46e+07 6987.02 | 6920.43   74.3   1000     0 |    0.75   8.60   0.07  -0.98
6  5.49e+07 6987.02 | 6923.29    0.0   1000     0 |    0.65   8.16   0.03  -0.98
6  5.51e+07 6987.02 | 6949.77    0.0   1000     0 |    0.81   9.35   0.07  -0.98
6  5.53e+07 6987.02 | 6813.39  200.9   1000     0 |    0.77   9.02   0.10  -0.99
6  5.55e+07 6987.02 | 6863.24    0.0   1000     0 |    0.75   8.66   0.05  -0.99
6  5.57e+07 6987.02 | 6922.33    0.0   1000     0 |    0.75   9.83  -0.02  -0.99
6  5.60e+07 6987.02 | 6761.62  221.0   1000     0 |    0.81   9.78  -0.01  -0.99
6  5.62e+07 6987.02 | 6823.37    0.0   1000     0 |    0.75  11.00  -0.00  -0.99
6  5.64e+07 6987.02 | 6958.35    0.0   1000     0 |    0.81   8.92   0.05  -0.99
6  5.66e+07 6987.02 | 6924.06   94.5   1000     0 |    0.73   7.82   0.06  -0.99
6  5.69e+07 6987.02 | 6690.36  572.9   1000     0 |    0.76   8.40   0.03  -0.99
6  5.71e+07 6987.02 | 6843.36    0.0   1000     0 |    0.76   8.10   0.08  -0.98
6  5.73e+07 6987.02 | 6986.38   56.1   1000     0 |    0.81   8.90   0.05  -0.98
6  5.75e+07 6987.02 | 6977.77    0.0   1000     0 |    0.76   9.08   0.07  -0.98
6  5.77e+07 6987.02 | 6923.55    0.0   1000     0 |    0.79   8.64   0.10  -0.97
6  5.80e+07 7036.80 |
6  5.80e+07 7036.80 | 7036.80   38.0   1000     0 |    0.66   7.58   0.06  -0.98
6  5.82e+07 7036.80 | 6962.32    0.0   1000     0 |    0.83   8.69   0.04  -0.97
6  5.84e+07 7036.80 | 6959.14    0.0   1000     0 |    0.76   8.53   0.06  -0.97
6  5.86e+07 7036.80 | 6962.23    0.0   1000     0 |    0.80   8.78   0.03  -0.97
6  5.89e+07 7036.80 | 6836.54    0.0   1000     0 |    0.79   9.58  -0.02  -0.97
6  5.91e+07 7036.80 | 6817.73    0.0   1000     0 |    0.83   7.94   0.07  -0.96
6  5.93e+07 7036.80 | 6727.25    0.0   1000     0 |    0.81   9.02   0.06  -0.95
6  5.95e+07 7036.80 | 6958.31    0.0   1000     0 |    0.81   8.94   0.03  -0.95
6  5.97e+07 7036.80 | 6774.23    0.0   1000     0 |    0.76   9.40  -0.03  -0.95
6  6.00e+07 7036.80 | 6911.75    0.0   1000     0 |    0.73   7.64   0.04  -0.95
6  6.02e+07 7036.80 | 6989.70    0.0   1000     0 |    0.73   8.01   0.03  -0.94
6  6.04e+07 7036.80 | 6966.40    0.0   1000     0 |    0.83   9.92  -0.01  -0.94
6  6.06e+07 7036.80 | 7008.91    0.0   1000     0 |    0.69   8.43   0.04  -0.95
6  6.08e+07 7036.80 | 6975.26   72.2   1000     0 |    0.74   6.47   0.12  -0.95
6  6.11e+07 7036.80 | 6831.80    0.0   1000     0 |    0.76   9.73  -0.02  -0.95
6  6.13e+07 7036.80 | 6933.72    0.0   1000     0 |    0.72   8.01   0.03  -0.95
6  6.15e+07 7036.80 | 6858.01    0.0   1000     0 |    0.82   8.58   0.10  -0.95
6  6.17e+07 7036.80 | 6961.70    0.0   1000     0 |    0.75   8.77   0.02  -0.95
6  6.20e+07 7036.80 | 6909.52    0.0   1000     0 |    0.83   7.91   0.04  -0.95
6  6.22e+07 7073.97 |
6  6.22e+07 7073.97 | 7073.97   38.2   1000     0 |    0.83   8.94   0.05  -0.96
6  6.24e+07 7073.97 | 7018.33    0.0   1000     0 |    0.74   7.99   0.06  -0.96
6  6.26e+07 7190.84 |
6  6.26e+07 7190.84 | 7190.84  130.7   1000     0 |    0.83   8.40  -0.00  -0.96
6  6.29e+07 7190.84 | 6886.14    0.0   1000     0 |    0.82   7.90   0.04  -0.97
6  6.31e+07 7190.84 | 6965.27    0.0   1000     0 |    0.82   7.88   0.02  -0.97
6  6.33e+07 7190.84 | 7036.73    0.0   1000     0 |    0.74   9.21   0.06  -0.97
6  6.35e+07 7190.84 | 6918.64    0.0   1000     0 |    0.82   7.96   0.08  -0.97
6  6.38e+07 7190.84 | 6868.68    0.0   1000     0 |    0.81   8.32   0.01  -0.97
6  6.40e+07 7190.84 | 6886.64    0.0   1000     0 |    0.82   7.61   0.06  -0.96
6  6.42e+07 7190.84 | 6761.42    0.0   1000     0 |    0.82   9.29   0.01  -0.96
6  6.44e+07 7190.84 | 6988.53    0.0   1000     0 |    0.83   9.24  -0.01  -0.96
6  6.46e+07 7190.84 | 6977.76    0.0   1000     0 |    0.80   7.45   0.08  -0.95
6  6.49e+07 7190.84 | 7150.71    0.0   1000     0 |    0.76   9.31   0.04  -0.95
6  6.51e+07 7190.84 | 7014.59    0.0   1000     0 |    0.69   8.69   0.02  -0.95
6  6.53e+07 7190.84 | 6976.89    0.0   1000     0 |    0.73   9.75  -0.02  -0.95
6  6.55e+07 7190.84 | 6968.55    0.0   1000     0 |    0.72   6.69   0.13  -0.95
6  6.58e+07 7190.84 | 7030.75    0.0   1000     0 |    0.83   7.99   0.08  -0.95
6  6.60e+07 7190.84 | 6974.51    0.0   1000     0 |    0.82   8.94   0.06  -0.95
6  6.62e+07 7190.84 | 7040.27    0.0   1000     0 |    0.77   8.07   0.06  -0.95
6  6.64e+07 7190.84 | 7154.67    0.0   1000     0 |    0.79   8.96   0.07  -0.95
6  6.67e+07 7190.84 | 6853.53    0.0   1000     0 |    0.77   7.81   0.08  -0.95
6  6.69e+07 7190.84 | 6872.32    0.0   1000     0 |    0.82   8.79   0.10  -0.96
6  6.71e+07 7190.84 | 7079.54    0.0   1000     0 |    0.82   7.23   0.08  -0.95
6  6.73e+07 7190.84 | 7132.22   84.9   1000     0 |    0.84   8.26   0.06  -0.95
6  6.76e+07 7190.84 | 6984.71    0.0   1000     0 |    0.78   8.59   0.08  -0.96
6  6.78e+07 7190.84 | 7090.55    0.0   1000     0 |    0.83  10.04   0.02  -0.95
6  6.80e+07 7190.84 | 7041.30    0.0   1000     0 |    0.74   7.77   0.08  -0.96
6  6.82e+07 7190.84 | 7029.26    0.0   1000     0 |    0.76   9.43   0.02  -0.96
6  6.85e+07 7229.39 |
6  6.85e+07 7229.39 | 7229.39   59.2   1000     0 |    0.71   8.74   0.05  -0.97
6  6.87e+07 7229.39 | 7023.69    0.0   1000     0 |    0.54   6.95   0.09  -0.97
6  6.89e+07 7229.39 | 7101.41    0.0   1000     0 |    0.80   8.19   0.04  -0.98
6  6.91e+07 7229.39 | 7084.19    0.0   1000     0 |    0.84   9.25   0.01  -0.97
6  6.94e+07 7229.39 | 7137.80    0.0   1000     0 |    0.83   9.39   0.02  -0.97
6  6.96e+07 7229.39 | 7206.60   61.0   1000     0 |    0.83   9.88   0.06  -0.97
6  6.98e+07 7229.39 | 7203.49    0.0   1000     0 |    0.74  10.71  -0.01  -0.97
6  7.00e+07 7229.39 | 7147.48  109.1   1000     0 |    0.84   7.82   0.12  -0.97
6  7.02e+07 7229.39 | 7211.37    0.0   1000     0 |    0.80   8.88   0.02  -0.97
6  7.05e+07 7233.93 |
6  7.05e+07 7233.93 | 7233.93   39.7   1000     0 |    0.80   8.13   0.04  -0.97
6  7.07e+07 7233.93 | 6564.10    0.0   1000     0 |    0.76   9.78  -0.04  -0.96
6  7.09e+07 7233.93 | 7041.71    0.0   1000     0 |    0.84   8.37   0.07  -0.97
6  7.11e+07 7233.93 | 7230.53    0.0   1000     0 |    0.70   9.51  -0.03  -0.97
6  7.14e+07 7233.93 | 7175.13    0.0   1000     0 |    0.78   9.24  -0.00  -0.97
6  7.16e+07 7233.93 | 7128.14    0.0   1000     0 |    0.85   8.19   0.06  -0.97
6  7.18e+07 7233.93 | 7225.65    0.0   1000     0 |    0.81   7.74   0.07  -0.97
6  7.20e+07 7233.93 | 7227.77    0.0   1000     0 |    0.83   9.25   0.03  -0.97
6  7.23e+07 7233.93 | 7225.35    0.0   1000     0 |    0.75   8.35   0.03  -0.97
6  7.25e+07 7233.93 | 7170.83  111.5   1000     0 |    0.69   8.46   0.00  -0.97
6  7.27e+07 7233.93 | 7098.44    0.0   1000     0 |    0.71   8.96   0.02  -0.97
6  7.29e+07 7233.93 | 7187.96    0.0   1000     0 |    0.86  10.63  -0.03  -0.97
6  7.32e+07 7233.93 | 7098.38    0.0   1000     0 |    0.81   9.10   0.05  -0.98
6  7.34e+07 7233.93 | 7163.84    0.0   1000     0 |    0.84   7.51   0.08  -0.98
6  7.36e+07 7233.93 | 7233.33   74.2   1000     0 |    0.76   9.61  -0.03  -0.98
6  7.38e+07 7233.93 | 7178.30    0.0   1000     0 |    0.87   9.58   0.01  -0.98
6  7.41e+07 7233.93 | 7192.01    0.0   1000     0 |    0.73   9.00   0.06  -0.98
6  7.43e+07 7259.05 |
6  7.43e+07 7259.05 | 7259.05   51.7   1000     0 |    0.76   9.72   0.09  -0.98
6  7.45e+07 7259.05 | 7189.64    0.0   1000     0 |    0.80   8.25   0.07  -0.98
6  7.47e+07 7259.05 | 7068.42    0.0   1000     0 |    0.62   8.53   0.03  -0.99
6  7.50e+07 7259.05 | 6914.85    0.0   1000     0 |    0.81   8.88   0.03  -0.99
6  7.52e+07 7259.05 | 7034.48    0.0   1000     0 |    0.65   8.72   0.06  -0.99
6  7.54e+07 7265.13 |
6  7.54e+07 7265.13 | 7265.13   26.2   1000     0 |    0.86   9.60   0.00  -0.99
6  7.56e+07 7265.13 | 7144.99    0.0   1000     0 |    0.85   8.79   0.05  -0.99
6  7.58e+07 7265.13 | 7144.92    0.0   1000     0 |    0.86   8.37   0.05  -0.98
6  7.61e+07 7265.13 | 7117.25    0.0   1000     0 |    0.78   9.16   0.02  -0.98
6  7.63e+07 7265.13 | 6941.77    0.0   1000     0 |    0.84   9.46   0.02  -0.98
6  7.65e+07 7265.13 | 7262.36    0.0   1000     0 |    0.73   8.81   0.06  -0.98
6  7.67e+07 7265.13 | 7222.90    0.0   1000     0 |    0.86   9.89   0.02  -0.98
6  7.70e+07 7265.13 | 7193.21  105.9   1000     0 |    0.82   7.73   0.06  -0.98
6  7.72e+07 7265.13 | 7241.23  131.9   1000     0 |    0.77   9.31   0.00  -0.98
6  7.74e+07 7265.13 | 6945.54    0.0   1000     0 |    0.83   8.35   0.11  -0.97
6  7.76e+07 7295.35 |
6  7.76e+07 7295.35 | 7295.35   52.7   1000     0 |    0.87   9.19   0.03  -0.98
6  7.78e+07 7345.13 |
6  7.78e+07 7345.13 | 7345.13   81.4   1000     0 |    0.79   8.07   0.05  -0.98
6  7.80e+07 7345.13 | 6972.64    0.0   1000     0 |    0.75   9.39   0.03  -0.98
6  7.83e+07 7345.13 | 7138.41    0.0   1000     0 |    0.80   8.74   0.04  -0.98
6  7.85e+07 7345.13 | 7152.31    0.0   1000     0 |    0.81   9.13   0.03  -0.97
6  7.87e+07 7345.13 | 7070.39    0.0   1000     0 |    0.75   9.72   0.02  -0.97
6  7.89e+07 7345.13 | 7013.25    0.0   1000     0 |    0.86   7.72   0.09  -0.97
6  7.91e+07 7345.13 | 7006.64    0.0   1000     0 |    0.76   8.35   0.06  -0.97
6  7.94e+07 7345.13 | 6997.42    0.0   1000     0 |    0.75   9.53   0.00  -0.96
6  7.96e+07 7345.13 | 7096.63    0.0   1000     0 |    0.79   7.78   0.05  -0.96
6  7.98e+07 7345.13 | 7012.11    0.0   1000     0 |    0.73   8.84   0.06  -0.97
| UsedTime:   47232 | SavedDir: ./HalfCheetah-v3_PPO_6
| Learner: Save in ./HalfCheetah-v3_PPO_6

| Arguments Remove cwd: ./HalfCheetah-v3_PPOHterm_7
################################################################################
ID     Step    maxR |    avgR   stdR   avgS  stdS |    expR   objC   etc.
7  1.60e+04   -2.07 |
7  1.60e+04   -2.07 |   -2.07    0.3   1000     0 |   -0.03   1.23   0.05  -0.50
7  2.24e+05  287.09 |
7  2.24e+05  287.09 |  287.09  347.1   1000     0 |    0.01   0.51   0.01  -0.56
7  4.32e+05  815.22 |
7  4.32e+05  815.22 |  815.22   54.0   1000     0 |    0.06   1.47   0.03  -0.59
7  6.40e+05 1104.93 |
7  6.40e+05 1104.93 | 1104.93  174.5   1000     0 |    0.09   1.91   0.07  -0.63
7  8.48e+05 1454.83 |
7  8.48e+05 1454.83 | 1454.83  125.4   1000     0 |    0.14   2.34   0.09  -0.67
7  1.06e+06 1939.91 |
7  1.06e+06 1939.91 | 1939.91  130.5   1000     0 |    0.18   2.89   0.05  -0.70
7  1.26e+06 2053.49 |
7  1.26e+06 2053.49 | 2053.49  131.3   1000     0 |    0.21   3.34   0.05  -0.73
7  1.47e+06 2520.15 |
7  1.47e+06 2520.15 | 2520.15  170.9   1000     0 |    0.26   3.09   0.13  -0.75
7  1.68e+06 2901.73 |
7  1.68e+06 2901.73 | 2901.73   64.4   1000     0 |    0.29   3.89   0.01  -0.77
7  1.89e+06 3414.49 |
7  1.89e+06 3414.49 | 3414.49  144.2   1000     0 |    0.34   4.37   0.09  -0.79
7  2.10e+06 3427.18 |
7  2.10e+06 3427.18 | 3427.18  229.1   1000     0 |    0.37   5.35  -0.00  -0.81
7  2.30e+06 3476.55 |
7  2.30e+06 3476.55 | 3476.55  259.1   1000     0 |    0.35   5.31  -0.00  -0.83
7  2.51e+06 3478.10 |
7  2.51e+06 3478.10 | 3478.10   70.2   1000     0 |    0.38   5.23   0.03  -0.84
7  2.72e+06 3478.10 | 3278.04    0.0   1000     0 |    0.40   5.30   0.04  -0.84
7  2.93e+06 3911.49 |
7  2.93e+06 3911.49 | 3911.49  196.3   1000     0 |    0.42   6.30   0.05  -0.86
7  3.14e+06 3911.49 | 3540.27    0.0   1000     0 |    0.42   6.13   0.07  -0.87
7  3.34e+06 3921.18 |
7  3.34e+06 3921.18 | 3921.18   73.0   1000     0 |    0.43   5.21   0.05  -0.88
7  3.55e+06 3921.18 | 3865.05    0.0   1000     0 |    0.47   5.81  -0.00  -0.89
7  3.76e+06 4059.69 |
7  3.76e+06 4059.69 | 4059.69   51.9   1000     0 |    0.45   6.07   0.02  -0.90
7  3.97e+06 4101.63 |
7  3.97e+06 4101.63 | 4101.63   88.5   1000     0 |    0.44   5.31   0.02  -0.91
7  4.18e+06 4101.63 | 3941.46    0.0   1000     0 |    0.43   5.65   0.06  -0.92
7  4.38e+06 4101.63 | 4018.35   82.2   1000     0 |    0.45   4.61   0.07  -0.93
7  4.59e+06 4101.63 | 3968.87    0.0   1000     0 |    0.44   5.25   0.04  -0.93
7  4.80e+06 4116.62 |
7  4.80e+06 4116.62 | 4116.62   68.2   1000     0 |    0.46   5.52   0.03  -0.94
7  5.01e+06 4183.39 |
7  5.01e+06 4183.39 | 4183.39  154.2   1000     0 |    0.47   5.88   0.02  -0.94
7  5.22e+06 4183.39 | 4157.83   55.9   1000     0 |    0.48   5.77   0.01  -0.95
7  5.42e+06 4183.39 | 4147.89    0.0   1000     0 |    0.46   6.58  -0.01  -0.96
7  5.63e+06 4326.36 |
7  5.63e+06 4326.36 | 4326.36   82.9   1000     0 |    0.50   6.35   0.01  -0.96
7  5.84e+06 4326.36 | 4253.76    0.0   1000     0 |    0.49   6.39   0.05  -0.97
7  6.05e+06 4575.63 |
7  6.05e+06 4575.63 | 4575.63   68.5   1000     0 |    0.49   6.57   0.07  -0.98
7  6.26e+06 4575.63 | 4431.45    0.0   1000     0 |    0.41   5.71  -0.03  -0.98
7  6.46e+06 4575.63 | 4395.93    0.0   1000     0 |    0.50   5.95  -0.01  -0.99
7  6.67e+06 4575.63 | 4326.40    0.0   1000     0 |    0.51   6.69  -0.03  -1.00
7  6.88e+06 4575.63 | 4572.45    0.0   1000     0 |    0.50   6.16   0.05  -1.00
7  7.09e+06 4575.63 | 4537.30    0.0   1000     0 |    0.51   6.71   0.02  -1.00
7  7.30e+06 4616.39 |
7  7.30e+06 4616.39 | 4616.39  159.9   1000     0 |    0.51   6.44   0.03  -1.01
7  7.50e+06 4658.83 |
7  7.50e+06 4658.83 | 4658.83   72.8   1000     0 |    0.51   6.23   0.10  -1.01
7  7.71e+06 4658.83 | 4552.59    0.0   1000     0 |    0.51   6.09   0.10  -1.02
7  7.92e+06 4658.83 | 4651.85    0.0   1000     0 |    0.52   6.05   0.01  -1.02
7  8.13e+06 4658.83 | 4517.32    0.0   1000     0 |    0.51   5.68   0.07  -1.02
7  8.34e+06 4662.52 |
7  8.34e+06 4662.52 | 4662.52   62.9   1000     0 |    0.53   6.66   0.05  -1.02
7  8.54e+06 4752.58 |
7  8.54e+06 4752.58 | 4752.58   34.2   1000     0 |    0.53   5.81   0.05  -1.03
7  8.75e+06 4752.58 | 4498.15    0.0   1000     0 |    0.53   5.99   0.09  -1.03
7  8.96e+06 4752.58 | 4651.85    0.0   1000     0 |    0.53   6.25   0.03  -1.03
7  9.17e+06 4753.60 |
7  9.17e+06 4753.60 | 4753.60  107.3   1000     0 |    0.52   7.22   0.01  -1.04
7  9.38e+06 4863.26 |
7  9.38e+06 4863.26 | 4863.26   97.6   1000     0 |    0.54   6.34   0.02  -1.03
7  9.58e+06 4863.26 | 4829.31    0.0   1000     0 |    0.53   6.07   0.06  -1.03
7  9.79e+06 4863.26 | 4707.80    0.0   1000     0 |    0.53   7.55  -0.00  -1.03
7  1.00e+07 4863.26 | 4667.43    0.0   1000     0 |    0.53   6.78  -0.01  -1.03
7  1.02e+07 4863.26 | 4598.26    0.0   1000     0 |    0.53   6.04   0.01  -1.03
7  1.04e+07 4863.26 | 4665.24    0.0   1000     0 |    0.54   5.83   0.05  -1.03
7  1.06e+07 4863.26 | 4730.54    0.0   1000     0 |    0.55   6.12   0.03  -1.02
7  1.08e+07 4883.43 |
7  1.08e+07 4883.43 | 4883.43   45.5   1000     0 |    0.55   6.76   0.07  -1.03
7  1.10e+07 4883.43 | 4823.02    0.0   1000     0 |    0.56   6.69   0.09  -1.02
7  1.12e+07 4883.43 | 4704.48    0.0   1000     0 |    0.55   6.79   0.01  -1.03
7  1.15e+07 4883.43 | 4872.53    0.0   1000     0 |    0.55   6.24   0.07  -1.02
7  1.17e+07 4939.74 |
7  1.17e+07 4939.74 | 4939.74   66.7   1000     0 |    0.55   6.62  -0.00  -1.02
7  1.19e+07 4979.06 |
7  1.19e+07 4979.06 | 4979.06   37.0   1000     0 |    0.55   6.14   0.04  -1.03
7  1.21e+07 4979.06 | 4887.47    0.0   1000     0 |    0.55   7.04  -0.03  -1.02
7  1.23e+07 4979.06 | 4886.16    0.0   1000     0 |    0.56   6.27   0.06  -1.02
7  1.25e+07 4979.06 | 4974.67   78.0   1000     0 |    0.55   5.95   0.05  -1.02
7  1.27e+07 5085.80 |
7  1.27e+07 5085.80 | 5085.80  111.2   1000     0 |    0.54   7.02   0.07  -1.02
7  1.29e+07 5085.80 | 4932.70    0.0   1000     0 |    0.57   6.48   0.04  -1.02
7  1.31e+07 5085.80 | 5008.53    0.0   1000     0 |    0.54   6.42   0.09  -1.03
7  1.33e+07 5117.32 |
7  1.33e+07 5117.32 | 5117.32   61.6   1000     0 |    0.57   6.42   0.06  -1.03
7  1.35e+07 5117.32 | 4910.11    0.0   1000     0 |    0.56   6.36   0.04  -1.03
7  1.37e+07 5117.32 | 5012.89    0.0   1000     0 |    0.55   6.13   0.05  -1.03
7  1.40e+07 5117.32 | 4776.32    0.0   1000     0 |    0.50   6.60   0.01  -1.03
7  1.42e+07 5117.32 | 4840.61    0.0   1000     0 |    0.56   6.24   0.04  -1.03
7  1.44e+07 5117.32 | 4945.54    0.0   1000     0 |    0.56   6.30   0.07  -1.03
7  1.46e+07 5117.32 | 5021.33    0.0   1000     0 |    0.56   6.11   0.03  -1.03
7  1.48e+07 5117.32 | 5048.17    0.0   1000     0 |    0.57   6.02   0.03  -1.03
7  1.50e+07 5117.32 | 4921.02    0.0   1000     0 |    0.56   6.47   0.00  -1.03
7  1.52e+07 5117.32 | 5066.98   74.1   1000     0 |    0.56   6.44   0.02  -1.02
7  1.54e+07 5117.32 | 5101.02    0.0   1000     0 |    0.56   6.28   0.06  -1.02
7  1.56e+07 5117.32 | 5096.21   32.7   1000     0 |    0.57   7.35   0.04  -1.03
7  1.58e+07 5117.32 | 5050.75    0.0   1000     0 |    0.57   6.89   0.06  -1.03
7  1.60e+07 5117.32 | 4857.36    0.0   1000     0 |    0.58   6.00  -0.00  -1.03
7  1.62e+07 5117.32 | 4888.72    0.0   1000     0 |    0.58   6.60   0.08  -1.03
7  1.64e+07 5203.34 |
7  1.64e+07 5203.34 | 5203.34   92.9   1000     0 |    0.58   7.27   0.05  -1.04
7  1.67e+07 5203.34 | 5101.78    0.0   1000     0 |    0.59   7.48  -0.02  -1.04
7  1.69e+07 5203.34 | 5091.09    0.0   1000     0 |    0.58   7.54   0.01  -1.04
7  1.71e+07 5203.34 | 5134.42    0.0   1000     0 |    0.57   6.78   0.01  -1.03
7  1.73e+07 5203.34 | 5116.71   87.9   1000     0 |    0.55   7.31   0.04  -1.04
7  1.75e+07 5305.81 |
7  1.75e+07 5305.81 | 5305.81   69.7   1000     0 |    0.58   6.83  -0.02  -1.03
7  1.77e+07 5305.81 | 5059.47    0.0   1000     0 |    0.52   5.30   0.07  -1.04
7  1.79e+07 5305.81 | 5125.80    0.0   1000     0 |    0.58   7.73   0.01  -1.04
7  1.81e+07 5305.81 | 5293.82    0.0   1000     0 |    0.58   7.94  -0.02  -1.03
7  1.83e+07 5305.81 | 5224.22    0.0   1000     0 |    0.57   6.69   0.05  -1.03
7  1.85e+07 5305.81 | 5246.13    0.0   1000     0 |    0.58   7.63   0.05  -1.03
7  1.87e+07 5305.81 | 5259.93  188.5   1000     0 |    0.60   7.06  -0.00  -1.03
7  1.90e+07 5305.81 | 5247.85    0.0   1000     0 |    0.59   5.36   0.09  -1.03
7  1.92e+07 5305.81 | 5078.96    0.0   1000     0 |    0.59   6.56   0.07  -1.04
7  1.94e+07 5305.81 | 5219.41    0.0   1000     0 |    0.58   7.29   0.02  -1.04
7  1.96e+07 5305.81 | 5127.06    0.0   1000     0 |    0.57   6.43   0.03  -1.04
7  1.98e+07 5305.81 | 4813.13    0.0   1000     0 |    0.58   6.06   0.04  -1.04
7  2.00e+07 5305.81 | 5031.08    0.0   1000     0 |    0.59   5.88   0.11  -1.04
7  2.02e+07 5305.81 | 5056.58    0.0   1000     0 |    0.58   6.70   0.04  -1.04
7  2.04e+07 5305.81 | 5083.21    0.0   1000     0 |    0.59   7.08   0.05  -1.04
7  2.06e+07 5305.81 | 4961.00    0.0   1000     0 |    0.58   6.76   0.07  -1.04
7  2.08e+07 5305.81 | 5274.69   76.8   1000     0 |    0.60   7.57   0.03  -1.04
7  2.10e+07 5305.81 | 5039.64    0.0   1000     0 |    0.60   6.97   0.04  -1.04
7  2.12e+07 5305.81 | 5023.78    0.0   1000     0 |    0.59   7.65   0.09  -1.04
7  2.14e+07 5305.81 | 5206.22  111.1   1000     0 |    0.60   7.69  -0.03  -1.04
7  2.19e+07 5305.81 | 5160.90    0.0   1000     0 |    0.60   7.00   0.03  -1.04
7  2.21e+07 5305.81 | 5272.57   93.3   1000     0 |    0.62   6.47   0.13  -1.04
7  2.23e+07 5305.81 | 5297.96  112.3   1000     0 |    0.61   7.57  -0.01  -1.04
7  2.25e+07 5305.81 | 5023.56    0.0   1000     0 |    0.61   6.01   0.09  -1.04
7  2.27e+07 5305.81 | 5206.82  148.6   1000     0 |    0.52   6.49   0.07  -1.03
7  2.29e+07 5305.81 | 5098.86    0.0   1000     0 |    0.60   7.15   0.03  -1.04
7  2.31e+07 5305.81 | 5297.66   48.8   1000     0 |    0.61   7.80  -0.01  -1.03
7  2.33e+07 5305.81 | 5247.38  113.6   1000     0 |    0.59   7.33   0.04  -1.03
7  2.35e+07 5305.81 | 5223.00  100.8   1000     0 |    0.60   8.27  -0.02  -1.04
7  2.37e+07 5305.81 | 4911.33    0.0   1000     0 |    0.55   7.34   0.03  -1.04
7  2.39e+07 5305.81 | 5250.06    0.0   1000     0 |    0.61   6.72   0.08  -1.04
7  2.42e+07 5305.81 | 5232.41    0.0   1000     0 |    0.61   8.56  -0.03  -1.04
7  2.44e+07 5305.81 | 5227.64    0.0   1000     0 |    0.59   6.98  -0.01  -1.04
7  2.46e+07 5305.81 | 5251.40    0.0   1000     0 |    0.59   6.84   0.03  -1.04
7  2.48e+07 5305.81 | 5289.12    0.0   1000     0 |    0.61   7.48   0.05  -1.04
7  2.50e+07 5305.81 | 5303.14   85.3   1000     0 |    0.57   7.15   0.05  -1.04
7  2.52e+07 5342.33 |
7  2.52e+07 5342.33 | 5342.33   80.2   1000     0 |    0.61   7.07   0.05  -1.04
7  2.54e+07 5342.33 | 5282.31    0.0   1000     0 |    0.61   6.11   0.10  -1.04
7  2.56e+07 5342.33 | 5247.87    0.0   1000     0 |    0.61   7.50   0.03  -1.04
7  2.58e+07 5342.33 | 5288.84    0.0   1000     0 |    0.61   7.34   0.07  -1.04
7  2.60e+07 5342.33 | 5105.79    0.0   1000     0 |    0.62   6.80   0.05  -1.04
7  2.62e+07 5342.33 | 5246.05   99.1   1000     0 |    0.61   7.35   0.02  -1.04
7  2.64e+07 5342.33 | 5328.74  137.8   1000     0 |    0.62   7.00   0.07  -1.04
7  2.66e+07 5493.69 |
7  2.66e+07 5493.69 | 5493.69  130.6   1000     0 |    0.62   6.82   0.00  -1.04
7  2.69e+07 5493.69 | 5401.52    0.0   1000     0 |    0.63   8.49  -0.02  -1.04
7  2.71e+07 5493.69 | 5436.66    0.0   1000     0 |    0.62   6.75   0.08  -1.04
7  2.73e+07 5493.69 | 5217.33    0.0   1000     0 |    0.61   7.07   0.02  -1.04
7  2.75e+07 5493.69 | 5422.57    0.0   1000     0 |    0.61   7.41  -0.01  -1.04
7  2.77e+07 5493.69 | 5194.34    0.0   1000     0 |    0.62   8.10  -0.03  -1.04
7  2.79e+07 5493.69 | 5432.65    0.0   1000     0 |    0.63   7.19   0.07  -1.04
7  2.81e+07 5493.69 | 5299.40    0.0   1000     0 |    0.63   6.70   0.07  -1.04
7  2.83e+07 5493.69 | 5267.56    0.0   1000     0 |    0.64   7.94   0.01  -1.04
7  2.85e+07 5493.69 | 5205.68    0.0   1000     0 |    0.64   6.70   0.08  -1.04
7  2.87e+07 5499.97 |
7  2.87e+07 5499.97 | 5499.97   36.8   1000     0 |    0.60   7.47   0.05  -1.04
7  2.89e+07 5499.97 | 5403.53    0.0   1000     0 |    0.63   7.44   0.05  -1.04
7  2.91e+07 5499.97 | 5392.56    0.0   1000     0 |    0.63   7.49   0.06  -1.04
7  2.94e+07 5499.97 | 5382.95    0.0   1000     0 |    0.64   6.92   0.05  -1.04
7  2.96e+07 5499.97 | 5487.66    0.0   1000     0 |    0.63   7.78   0.05  -1.03
7  2.98e+07 5504.07 |
7  2.98e+07 5504.07 | 5504.07  123.5   1000     0 |    0.64   8.51  -0.03  -1.03
7  3.00e+07 5504.07 | 5221.02    0.0   1000     0 |    0.59   6.75   0.12  -1.03
7  3.02e+07 5504.07 | 5383.71  149.3   1000     0 |    0.64   7.01   0.04  -1.03
7  3.04e+07 5504.07 | 5489.36    0.0   1000     0 |    0.63   7.25   0.04  -1.03
7  3.06e+07 5561.96 |
7  3.06e+07 5561.96 | 5561.96   82.8   1000     0 |    0.65   8.33   0.05  -1.03
7  3.08e+07 5561.96 | 5329.53    0.0   1000     0 |    0.64   7.84   0.02  -1.03
7  3.10e+07 5561.96 | 5553.75    0.0   1000     0 |    0.59   7.79  -0.02  -1.03
7  3.12e+07 5561.96 | 5553.14    0.0   1000     0 |    0.63   8.19  -0.01  -1.02
7  3.14e+07 5561.96 | 5283.65    0.0   1000     0 |    0.64   7.66   0.01  -1.03
7  3.16e+07 5561.96 | 5237.84    0.0   1000     0 |    0.63   7.17   0.09  -1.03
7  3.18e+07 5561.96 | 5252.69    0.0   1000     0 |    0.63   7.62   0.07  -1.03
7  3.21e+07 5561.96 | 5546.82    0.0   1000     0 |    0.62   8.24  -0.02  -1.03
7  3.23e+07 5561.96 | 5374.12    0.0   1000     0 |    0.62   8.01   0.04  -1.03
7  3.25e+07 5561.96 | 5295.01    0.0   1000     0 |    0.64   7.00   0.09  -1.03
7  3.27e+07 5561.96 | 5505.37   94.6   1000     0 |    0.56   8.31   0.02  -1.03
7  3.29e+07 5561.96 | 5421.01    0.0   1000     0 |    0.64   7.31   0.05  -1.03
7  3.31e+07 5561.96 | 5444.37    0.0   1000     0 |    0.63   7.51   0.01  -1.04
7  3.33e+07 5561.96 | 5401.10    0.0   1000     0 |    0.64   7.13   0.07  -1.03
7  3.35e+07 5561.96 | 5291.99    0.0   1000     0 |    0.63   7.46   0.07  -1.03
7  3.37e+07 5561.96 | 5338.69    0.0   1000     0 |    0.64   6.90   0.06  -1.03
7  3.39e+07 5561.96 | 5115.84    0.0   1000     0 |    0.54   6.00   0.07  -1.03
7  3.41e+07 5561.96 | 5223.67    0.0   1000     0 |    0.61   7.63   0.02  -1.03
7  3.43e+07 5561.96 | 5390.73    0.0   1000     0 |    0.61   7.76   0.00  -1.03
7  3.46e+07 5561.96 | 5283.18    0.0   1000     0 |    0.63   7.53   0.01  -1.03
7  3.48e+07 5561.96 | 5467.17    0.0   1000     0 |    0.65   6.68   0.06  -1.03
7  3.50e+07 5561.96 | 5275.57    0.0   1000     0 |    0.62   7.67   0.01  -1.04
7  3.52e+07 5561.96 | 5521.07    0.0   1000     0 |    0.64   6.66   0.07  -1.03
7  3.54e+07 5561.96 | 5512.60   57.0   1000     0 |    0.65   6.14   0.10  -1.03
7  3.56e+07 5561.96 | 5398.43  169.3   1000     0 |    0.57   7.00   0.04  -1.03
7  3.58e+07 5627.13 |
7  3.58e+07 5627.13 | 5627.13  146.4   1000     0 |    0.65   7.12  -0.01  -1.03
7  3.60e+07 5627.13 | 5617.21    0.0   1000     0 |    0.65   7.65  -0.02  -1.03
7  3.62e+07 5627.13 | 5399.47    0.0   1000     0 |    0.64   6.78   0.06  -1.03
7  3.64e+07 5627.13 | 5476.92    0.0   1000     0 |    0.64   7.09   0.06  -1.03
7  3.66e+07 5627.13 | 5515.93    0.0   1000     0 |    0.65   7.36   0.08  -1.03
7  3.68e+07 5627.13 | 5434.18    0.0   1000     0 |    0.65   7.16   0.07  -1.03
7  3.70e+07 5627.13 | 5537.66    0.0   1000     0 |    0.56   8.77  -0.02  -1.03
7  3.73e+07 5627.13 | 5574.27    0.0   1000     0 |    0.57   6.98   0.02  -1.03
7  3.75e+07 5627.13 | 5397.90    0.0   1000     0 |    0.63   8.71   0.01  -1.03
7  3.77e+07 5627.13 | 5495.10    0.0   1000     0 |    0.65   7.03   0.06  -1.03
7  3.79e+07 5627.13 | 5606.09  107.2   1000     0 |    0.65   7.60   0.06  -1.04
7  3.81e+07 5627.13 | 2254.95    0.0   1000     0 |    0.66   6.74   0.09  -1.03
7  3.83e+07 5627.13 | 5438.75    0.0   1000     0 |    0.65   8.80   0.03  -1.03
7  3.85e+07 5689.85 |
7  3.85e+07 5689.85 | 5689.85  169.0   1000     0 |    0.65   7.24   0.06  -1.03
7  3.87e+07 5689.85 | 5465.43    0.0   1000     0 |    0.64   7.58   0.05  -1.03
7  3.89e+07 5689.85 | 5654.13  172.1   1000     0 |    0.65   7.52   0.01  -1.04
7  3.91e+07 5689.85 | 5366.59    0.0   1000     0 |    0.65   6.77   0.05  -1.04
7  3.93e+07 5689.85 | 5462.52    0.0   1000     0 |    0.66   7.94  -0.00  -1.04
7  3.95e+07 5689.85 | 5673.92    0.0   1000     0 |    0.64   7.51   0.05  -1.04
7  3.97e+07 5689.85 | 5515.10  171.6   1000     0 |    0.65   7.21   0.09  -1.04
7  4.00e+07 5689.85 | 5579.64    0.0   1000     0 |    0.55   7.50   0.01  -1.03
7  4.02e+07 5689.85 | 5610.01    0.0   1000     0 |    0.66   8.03   0.04  -1.03
7  4.04e+07 5689.85 | 5636.90    0.0   1000     0 |    0.66   6.16   0.11  -1.03
7  4.06e+07 5689.85 | 5496.74    0.0   1000     0 |    0.64   6.36   0.12  -1.03
7  4.08e+07 5689.85 | 5689.79    0.0   1000     0 |    0.65   6.81   0.07  -1.03
7  4.10e+07 5689.85 | 5509.67    0.0   1000     0 |    0.66   8.26   0.03  -1.04
7  4.12e+07 5689.85 | 5502.31    0.0   1000     0 |    0.65   7.53   0.05  -1.04
7  4.14e+07 5689.85 | 5535.44    0.0   1000     0 |    0.65   6.48   0.07  -1.04
7  4.16e+07 5689.85 | 5491.98    0.0   1000     0 |    0.65   6.67   0.08  -1.04
7  4.18e+07 5689.85 | 5650.13    0.0   1000     0 |    0.66   7.82   0.04  -1.04
7  4.20e+07 5689.85 | 5654.59    0.0   1000     0 |    0.66   6.83   0.10  -1.05
7  4.22e+07 5689.85 | 5582.69    0.0   1000     0 |    0.66   7.23   0.03  -1.05
7  4.24e+07 5689.85 | 5273.71    0.0   1000     0 |    0.65   7.42   0.06  -1.06
7  4.27e+07 5689.85 | 5554.15    0.0   1000     0 |    0.66   8.20  -0.01  -1.05
7  4.29e+07 5689.85 | 5675.61   65.7   1000     0 |    0.67   7.64   0.00  -1.05
7  4.31e+07 5689.85 | 5610.83    0.0   1000     0 |    0.66   7.97   0.04  -1.05
7  4.33e+07 5689.85 | 5495.12    0.0   1000     0 |    0.66   7.76   0.05  -1.05
7  4.35e+07 5689.85 | 5567.77    0.0   1000     0 |    0.62   6.98   0.03  -1.05
7  4.37e+07 5689.85 | 5668.14    0.0   1000     0 |    0.67   6.82   0.11  -1.05
7  4.39e+07 5689.85 | 5658.62    0.0   1000     0 |    0.67   6.97   0.06  -1.05
7  4.41e+07 5689.85 | 5550.54    0.0   1000     0 |    0.65   6.41   0.04  -1.06
7  4.43e+07 5689.85 | 5233.24    0.0   1000     0 |    0.60   6.61   0.10  -1.06
7  4.45e+07 5757.11 |
7  4.45e+07 5757.11 | 5757.11   67.6   1000     0 |    0.68   7.33   0.05  -1.06
7  4.47e+07 5757.11 | 5687.56   92.5   1000     0 |    0.67   7.84   0.06  -1.06
7  4.49e+07 5757.11 | 5554.37    0.0   1000     0 |    0.67   6.98   0.06  -1.06
7  4.52e+07 5757.11 | 5525.51    0.0   1000     0 |    0.67   7.06   0.05  -1.06
7  4.54e+07 5757.11 | 5692.61    0.0   1000     0 |    0.66   7.60   0.04  -1.06
7  4.56e+07 5757.11 | 5702.12    0.0   1000     0 |    0.66   8.04   0.08  -1.06
7  4.58e+07 5757.11 | 5625.31    0.0   1000     0 |    0.67   7.76   0.04  -1.06
7  4.60e+07 5757.11 | 5660.69    0.0   1000     0 |    0.67   7.74   0.08  -1.06
7  4.62e+07 5757.11 | 5642.90    0.0   1000     0 |    0.64   7.43   0.06  -1.05
7  4.64e+07 5802.81 |
7  4.64e+07 5802.81 | 5802.81   19.3   1000     0 |    0.68   8.31   0.05  -1.05
7  4.66e+07 5802.81 | 5734.90    0.0   1000     0 |    0.68   7.31   0.03  -1.05
7  4.68e+07 5802.81 | 5752.23    0.0   1000     0 |    0.67   8.01   0.06  -1.06
7  4.70e+07 5802.81 | 5696.33  146.0   1000     0 |    0.69   7.41   0.01  -1.06
7  4.72e+07 5802.81 | 5766.61    0.0   1000     0 |    0.67   7.31   0.03  -1.05
7  4.74e+07 5802.81 | 5728.64    0.0   1000     0 |    0.68   7.23   0.04  -1.05
7  4.76e+07 5802.81 | 5796.18    0.0   1000     0 |    0.68   7.91   0.03  -1.05
7  4.79e+07 5802.81 | 5770.74   53.8   1000     0 |    0.67   7.63   0.08  -1.05
7  4.81e+07 5859.48 |
7  4.81e+07 5859.48 | 5859.48  114.5   1000     0 |    0.67   8.14   0.03  -1.05
7  4.83e+07 5859.48 | 5782.04    0.0   1000     0 |    0.69   8.07   0.02  -1.04
7  4.85e+07 5859.48 | 5792.75  122.5   1000     0 |    0.67   7.94   0.01  -1.04
7  4.87e+07 5859.48 | 5521.41    0.0   1000     0 |    0.67   7.20   0.08  -1.04
7  4.89e+07 5859.48 | 5541.83    0.0   1000     0 |    0.67   8.10  -0.01  -1.04
7  4.91e+07 5859.48 | 5695.77    0.0   1000     0 |    0.67   6.58   0.12  -1.04
7  4.93e+07 5859.48 | 5777.56    0.0   1000     0 |    0.68   7.87  -0.01  -1.04
7  4.95e+07 5859.48 | 5720.31    0.0   1000     0 |    0.67   7.48   0.05  -1.04
7  4.97e+07 5859.48 | 5666.60    0.0   1000     0 |    0.64   8.05  -0.01  -1.04
7  4.99e+07 5859.48 | 5713.78    0.0   1000     0 |    0.67   8.32   0.05  -1.04
7  5.01e+07 5859.48 | 5838.90    0.0   1000     0 |    0.68   7.16   0.07  -1.04
7  5.04e+07 5859.48 | 5848.69    0.0   1000     0 |    0.63   7.84   0.03  -1.04
7  5.06e+07 5859.48 | 5706.36  226.5   1000     0 |    0.69   7.82   0.02  -1.04
7  5.08e+07 5859.48 | 5670.80    0.0   1000     0 |    0.67   7.76   0.00  -1.04
7  5.10e+07 5859.48 | 5855.66    0.0   1000     0 |    0.68   6.95   0.06  -1.04
7  5.12e+07 5859.48 | 5744.09    0.0   1000     0 |    0.68   7.88   0.04  -1.04
7  5.14e+07 5859.48 | 5532.78    0.0   1000     0 |    0.65   7.52   0.05  -1.04
7  5.16e+07 5859.48 | 5572.29    0.0   1000     0 |    0.60   7.37   0.07  -1.04
7  5.18e+07 5859.48 | 5550.26    0.0   1000     0 |    0.68   7.63   0.05  -1.04
[W CudaIPCTypes.cpp:21] Producer process has been terminated before all shared CUDA tensors released. See
7  5.20e+07 5859.48 | 5607.45    0.0   1000     0 |    0.60   8.18   0.08  -1.04
7  5.22e+07 5859.48 | 5625.75    0.0   1000     0 |    0.68   7.48   0.07  -1.05
7  5.24e+07 5859.48 | 5770.54    0.0   1000     0 |    0.68   8.56   0.01  -1.05
7  5.26e+07 5859.48 | 5753.93    0.0   1000     0 |    0.68   7.09   0.05  -1.05
7  5.28e+07 5859.48 | 5748.94    0.0   1000     0 |    0.62   6.93   0.03  -1.05
7  5.31e+07 5859.48 | 5796.27   80.7   1000     0 |    0.69   7.30   0.07  -1.04
7  5.33e+07 5859.48 | 5641.23    0.0   1000     0 |    0.69   7.95   0.09  -1.04
7  5.35e+07 5859.48 | 5656.49    0.0   1000     0 |    0.67   8.02   0.04  -1.04
7  5.37e+07 5859.48 | 5779.35   71.1   1000     0 |    0.69   8.24   0.02  -1.04
7  5.39e+07 5859.48 | 5800.88  204.1   1000     0 |    0.67   7.80  -0.01  -1.04
7  5.41e+07 5859.48 | 5689.81    0.0   1000     0 |    0.67   7.96   0.02  -1.04
7  5.43e+07 5859.48 | 5767.29    0.0   1000     0 |    0.70   7.16   0.05  -1.03
7  5.45e+07 5859.48 | 5669.06    0.0   1000     0 |    0.70   6.92   0.06  -1.04
7  5.47e+07 5859.48 | 5614.12    0.0   1000     0 |    0.68   8.46   0.04  -1.04
7  5.49e+07 5859.48 | 5835.58    0.0   1000     0 |    0.68   7.29   0.07  -1.04
7  5.51e+07 5859.48 | 5627.99    0.0   1000     0 |    0.70   7.96   0.06  -1.04
7  5.53e+07 5859.48 | 5701.93    0.0   1000     0 |    0.69   7.62   0.06  -1.04
7  5.56e+07 5859.48 | 5530.76    0.0   1000     0 |    0.68   6.55   0.08  -1.04
7  5.58e+07 5859.48 | 5457.19    0.0   1000     0 |    0.69   7.95   0.02  -1.04
7  5.60e+07 5859.48 | 5701.84    0.0   1000     0 |    0.68   7.98   0.08  -1.04
7  5.62e+07 5859.48 | 5818.41   66.6   1000     0 |    0.68   7.73   0.06  -1.04
7  5.64e+07 5859.48 | 5686.87    0.0   1000     0 |    0.67   8.68   0.04  -1.05
7  5.66e+07 5859.48 | 5831.36   56.4   1000     0 |    0.70   7.28   0.07  -1.05
7  5.68e+07 5859.48 | 5754.17  155.8   1000     0 |    0.69   7.75   0.04  -1.04
7  5.70e+07 5859.48 | 5757.58    0.0   1000     0 |    0.69   7.14   0.04  -1.04
7  5.72e+07 5859.48 | 5709.16  226.4   1000     0 |    0.69   7.44   0.05  -1.03
7  5.74e+07 5859.48 | 5597.63    0.0   1000     0 |    0.67   7.65   0.06  -1.03
7  5.76e+07 5859.48 | 5622.98    0.0   1000     0 |    0.67   9.12   0.03  -1.03
7  5.78e+07 5859.48 | 5461.16    0.0   1000     0 |    0.68   6.68   0.09  -1.03
7  5.80e+07 5859.48 | 5804.59    0.0   1000     0 |    0.68   7.59   0.08  -1.03
7  5.83e+07 5859.48 | 5735.87    0.0   1000     0 |    0.70   7.39   0.06  -1.04
7  5.85e+07 5859.48 | 5828.17    0.0   1000     0 |    0.68   7.46   0.03  -1.04
7  5.87e+07 5859.48 | 5584.93    0.0   1000     0 |    0.68   8.34   0.01  -1.04
7  5.89e+07 5859.48 | 5833.65    0.0   1000     0 |    0.69   7.52   0.04  -1.03
7  5.91e+07 5859.48 | 5643.38    0.0   1000     0 |    0.68   7.24   0.02  -1.03
7  5.93e+07 5859.48 | 5642.77    0.0   1000     0 |    0.68   7.21   0.08  -1.03
7  5.95e+07 5859.48 | 5751.84    0.0   1000     0 |    0.68   6.93   0.07  -1.03
7  5.97e+07 5920.57 |
7  5.97e+07 5920.57 | 5920.57   68.9   1000     0 |    0.70   8.22   0.04  -1.02
7  5.99e+07 5920.57 | 5840.28    0.0   1000     0 |    0.70   8.14   0.05  -1.02
7  6.01e+07 5920.57 | 5906.20   88.3   1000     0 |    0.69   8.43   0.00  -1.03
7  6.03e+07 6008.28 |
7  6.03e+07 6008.28 | 6008.28   37.0   1000     0 |    0.70   7.07   0.08  -1.03
7  6.05e+07 6008.28 | 5785.22    0.0   1000     0 |    0.70   7.14   0.09  -1.03
7  6.08e+07 6008.28 | 5914.26    0.0   1000     0 |    0.62   8.82   0.02  -1.02
7  6.10e+07 6008.28 | 5897.23    0.0   1000     0 |    0.60   8.04   0.03  -1.03
7  6.12e+07 6008.28 | 5818.37    0.0   1000     0 |    0.69   8.56  -0.04  -1.03
7  6.14e+07 6008.28 | 5811.60    0.0   1000     0 |    0.70   7.15   0.01  -1.02
7  6.16e+07 6008.28 | 5770.68    0.0   1000     0 |    0.69   7.42   0.03  -1.02
7  6.18e+07 6008.28 | 5898.68    0.0   1000     0 |    0.69   7.54   0.02  -1.03
7  6.20e+07 6008.28 | 5870.63    0.0   1000     0 |    0.62   7.17   0.08  -1.03
7  6.22e+07 6008.28 | 5588.40    0.0   1000     0 |    0.70   7.14   0.03  -1.03
7  6.24e+07 6008.28 | 5916.43    0.0   1000     0 |    0.70   8.62   0.02  -1.03
7  6.26e+07 6008.28 | 5866.53    0.0   1000     0 |    0.69   7.39   0.03  -1.03
7  6.28e+07 6008.28 | 5880.31    0.0   1000     0 |    0.69   7.04   0.04  -1.03
7  6.30e+07 6008.28 | 5801.16    0.0   1000     0 |    0.69   8.08   0.01  -1.03
7  6.32e+07 6008.28 | 6001.15   51.7   1000     0 |    0.69   8.37   0.06  -1.03
7  6.35e+07 6008.28 | 5849.02    0.0   1000     0 |    0.70   7.17   0.09  -1.04
7  6.37e+07 6008.28 | 5991.96    0.0   1000     0 |    0.69   6.60   0.09  -1.04
7  6.39e+07 6008.28 | 5861.60    0.0   1000     0 |    0.71   7.33   0.07  -1.04
7  6.41e+07 6008.28 | 5733.08    0.0   1000     0 |    0.70   7.73   0.00  -1.04
7  6.43e+07 6008.28 | 5851.40    0.0   1000     0 |    0.70   7.33   0.06  -1.04
7  6.45e+07 6008.28 | 5739.76    0.0   1000     0 |    0.69   8.16   0.00  -1.04
7  6.47e+07 6008.28 | 5358.92    0.0   1000     0 |    0.68   6.63   0.10  -1.04
7  6.49e+07 6008.28 | 5830.84    0.0   1000     0 |    0.69   7.46   0.05  -1.04
7  6.51e+07 6008.28 | 5815.35    0.0   1000     0 |    0.68   7.24   0.05  -1.03
7  6.53e+07 6008.28 | 5741.23    0.0   1000     0 |    0.69   7.38   0.06  -1.04
7  6.55e+07 6008.28 | 5817.85    0.0   1000     0 |    0.70   8.56   0.08  -1.04
7  6.57e+07 6008.28 | 5898.17    0.0   1000     0 |    0.71   6.84   0.10  -1.04
7  6.60e+07 6008.28 | 5725.21    0.0   1000     0 |    0.71   7.11   0.11  -1.04
7  6.62e+07 6008.28 | 5939.95   94.2   1000     0 |    0.71   7.93   0.06  -1.04
7  6.64e+07 6008.28 | 6001.06    0.0   1000     0 |    0.69   7.44   0.09  -1.04
7  6.66e+07 6008.28 | 5636.88    0.0   1000     0 |    0.70   7.33   0.08  -1.04
7  6.68e+07 6008.28 | 5525.92    0.0   1000     0 |    0.70   7.93   0.05  -1.04
7  6.70e+07 6017.76 |
7  6.70e+07 6017.76 | 6017.76    6.8   1000     0 |    0.69   8.07   0.07  -1.04
7  6.72e+07 6017.76 | 5966.02    0.0   1000     0 |    0.70   8.58  -0.00  -1.04
7  6.74e+07 6017.76 | 6000.92    0.0   1000     0 |    0.70   7.74   0.01  -1.04
7  6.76e+07 6017.76 | 5904.75    0.0   1000     0 |    0.71   8.29   0.01  -1.04
7  6.78e+07 6017.76 | 5800.34    0.0   1000     0 |    0.71   8.46   0.02  -1.03
7  6.80e+07 6017.76 | 6000.88    0.0   1000     0 |    0.69   7.16   0.04  -1.04
7  6.82e+07 6017.76 | 5961.25    0.0   1000     0 |    0.71   9.16  -0.04  -1.04
7  6.84e+07 6017.76 | 5820.76    0.0   1000     0 |    0.72   7.38   0.04  -1.03
7  6.87e+07 6017.76 | 5757.15    0.0   1000     0 |    0.71   6.87   0.13  -1.03
7  6.89e+07 6017.76 | 5660.66    0.0   1000     0 |    0.70   8.54   0.05  -1.03
7  6.91e+07 6017.76 | 6015.00   92.1   1000     0 |    0.70   7.21   0.02  -1.03
7  6.93e+07 6017.76 | 5937.33   82.2   1000     0 |    0.72   6.59   0.12  -1.03
7  6.95e+07 6017.76 | 5929.24  179.2   1000     0 |    0.71   8.21   0.03  -1.03
7  6.97e+07 6017.76 | 6002.45  113.0   1000     0 |    0.71   8.53   0.06  -1.03
7  6.99e+07 6017.76 | 5800.88    0.0   1000     0 |    0.64   8.23  -0.04  -1.03
7  7.01e+07 6017.76 | 5979.90  120.0   1000     0 |    0.71   7.63   0.08  -1.03
7  7.03e+07 6017.76 | 5980.56    0.0   1000     0 |    0.70   8.92   0.02  -1.03
7  7.05e+07 6017.76 | 5958.95  140.3   1000     0 |    0.69   8.11   0.04  -1.03
7  7.07e+07 6017.76 | 1980.64    0.0   1000     0 |    0.71   7.08   0.10  -1.04
7  7.09e+07 6017.76 | 5986.88   82.3   1000     0 |    0.71   8.40   0.02  -1.04
7  7.11e+07 6017.76 | 5887.81    0.0   1000     0 |    0.70   8.07   0.09  -1.04
7  7.14e+07 6017.76 | 5737.78    0.0   1000     0 |    0.71   7.32   0.07  -1.04
7  7.16e+07 6017.76 | 5334.54    0.0   1000     0 |    0.72   6.77   0.08  -1.04
7  7.18e+07 6017.76 | 5749.88    0.0   1000     0 |    0.71   6.45   0.10  -1.04
7  7.20e+07 6017.76 | 6011.66   76.7   1000     0 |    0.72   7.82   0.03  -1.04
7  7.22e+07 6017.76 | 5852.97    0.0   1000     0 |    0.72   8.57   0.06  -1.04
7  7.24e+07 6017.76 | 5977.75    0.0   1000     0 |    0.65   7.58   0.05  -1.04
7  7.26e+07 6017.76 | 5882.83    0.0   1000     0 |    0.71   7.32   0.08  -1.04
7  7.28e+07 6037.77 |
7  7.28e+07 6037.77 | 6037.77  160.5   1000     0 |    0.71   7.81   0.08  -1.04
7  7.30e+07 6037.77 | 5953.61    0.0   1000     0 |    0.70  10.23  -0.02  -1.04
7  7.32e+07 6037.77 | 5870.43    0.0   1000     0 |    0.71   6.42   0.07  -1.05
7  7.34e+07 6037.77 | 5847.55    0.0   1000     0 |    0.71   7.49   0.06  -1.05
7  7.36e+07 6037.77 | 5486.39    0.0   1000     0 |    0.72   6.69   0.09  -1.05
7  7.38e+07 6037.77 | 5949.78  174.7   1000     0 |    0.71   9.28   0.00  -1.05
7  7.40e+07 6037.77 | 5878.50  109.8   1000     0 |    0.71   7.28   0.09  -1.04
7  7.42e+07 6037.77 | 5995.37    0.0   1000     0 |    0.70   6.04   0.10  -1.04
7  7.45e+07 6037.77 | 5925.62    0.0   1000     0 |    0.70   8.08   0.08  -1.04
7  7.47e+07 6037.77 | 5825.25    0.0   1000     0 |    0.71   8.20   0.02  -1.05
7  7.49e+07 6041.96 |
7  7.49e+07 6041.96 | 6041.96  144.9   1000     0 |    0.65   8.06   0.05  -1.05
7  7.51e+07 6041.96 | 5924.14    0.0   1000     0 |    0.72   7.97   0.06  -1.05
7  7.53e+07 6041.96 | 5891.48    0.0   1000     0 |    0.73   7.75   0.07  -1.05
7  7.55e+07 6041.96 | 5784.58  245.8   1000     0 |    0.72   7.53   0.02  -1.04
7  7.57e+07 6041.96 | 5914.82  135.7   1000     0 |    0.71   6.70   0.09  -1.04
7  7.59e+07 6041.96 | 5807.61    0.0   1000     0 |    0.71   8.74   0.05  -1.04
7  7.61e+07 6041.96 | 5487.53    0.0   1000     0 |    0.63   7.84   0.09  -1.05
7  7.63e+07 6041.96 | 6023.19   25.3   1000     0 |    0.72   7.47   0.08  -1.05
7  7.65e+07 6041.96 | 5948.43    0.0   1000     0 |    0.71   8.83   0.04  -1.04
7  7.67e+07 6041.96 | 5957.47    0.0   1000     0 |    0.67   6.91   0.11  -1.04
7  7.69e+07 6041.96 | 5926.88    0.0   1000     0 |    0.71   7.86   0.11  -1.05
7  7.71e+07 6041.96 | 5937.54    0.0   1000     0 |    0.72   7.75   0.06  -1.05
7  7.74e+07 6041.96 | 5857.81    0.0   1000     0 |    0.71   6.59   0.11  -1.05
7  7.76e+07 6041.96 | 5472.29    0.0   1000     0 |    0.72   7.06   0.08  -1.05
7  7.78e+07 6041.96 | 5930.59    0.0   1000     0 |    0.71   8.36   0.08  -1.04
7  7.80e+07 6057.23 |
7  7.80e+07 6057.23 | 6057.23   23.8   1000     0 |    0.73   7.74   0.05  -1.04
7  7.82e+07 6066.07 |
7  7.82e+07 6066.07 | 6066.07   25.3   1000     0 |    0.73   8.21   0.05  -1.05
7  7.84e+07 6066.07 | 6010.54    0.0   1000     0 |    0.71   7.08   0.12  -1.04
7  7.86e+07 6066.07 | 5761.32    0.0   1000     0 |    0.62   7.66   0.09  -1.04
7  7.88e+07 6066.07 | 5950.37    0.0   1000     0 |    0.73   7.81   0.05  -1.05
7  7.90e+07 6066.07 | 6046.38   69.4   1000     0 |    0.72   7.49   0.04  -1.05
7  7.92e+07 6130.72 |
7  7.92e+07 6130.72 | 6130.72  146.0   1000     0 |    0.74   7.97   0.11  -1.05
7  7.94e+07 6130.72 | 5983.32    0.0   1000     0 |    0.72   7.79   0.04  -1.05
7  7.96e+07 6130.72 | 6048.72    0.0   1000     0 |    0.72   7.15   0.07  -1.04
7  7.98e+07 6130.72 | 5808.10    0.0   1000     0 |    0.72   6.79   0.07  -1.04
| UsedTime:   50393 | SavedDir: ./HalfCheetah-v3_PPOHterm_7
| Learner: Save in ./HalfCheetah-v3_PPOHterm_7
        """
    elif env_name == 'Walker2d-v3':
        env_func = gym.make
        env_args = {
            'env_num': 1,
            'env_name': 'Walker2d-v3',
            'if_discrete': False,
            'max_step': 1000,
            'state_dim': 17,
            'action_dim': 6,
            'target_return': 65536
        }
        args = Arguments(agent_class, env_func=env_func, env_args=env_args)

        args.num_layer = 3
        args.net_dim = 2 ** 7
        args.batch_size = int(args.net_dim * 2)

        args.worker_num = 2
        args.target_step = args.max_step * 4
        args.repeat_times = 2 ** 6
        args.reward_scale = 2 ** -3

        args.learning_rate = 2 ** -15
        args.clip_grad_norm = 2.0
        args.gamma = 0.99

        args.lambda_gae_adv = 0.95
        args.if_use_gae = True
        args.ratio_clip = 0.10
        args.lambda_entropy = 2 ** -6

        args.target_step = args.max_step * 2
        args.worker_num = 2

        '''H-term'''
        args.h_term_sample_rate = 2 ** -2
        args.h_term_drop_rate = 2 ** -3
        args.h_term_lambda = 2 ** -3
        args.h_term_k_step = 4
        args.act_update_gap = 1

        args.eval_times = 2 ** 1
        args.eval_gap = 2 ** 8
        args.if_allow_break = False
        args.break_step = int(2e7)
    else:
        raise ValueError('env_name:', env_name)

    args.learner_gpus = gpu_id
    args.random_seed += gpu_id + 1423

    if_check = 0
    if if_check:
        train_and_evaluate(args)
    else:
        train_and_evaluate_mp(args)


if __name__ == '__main__':
    GPU_ID = int(sys.argv[1]) if len(sys.argv) > 1 else 0  # >=0 means GPU ID, -1 means CPU
    DRL_ID = int(sys.argv[2]) if len(sys.argv) > 2 else 1
    ENV_ID = int(sys.argv[3]) if len(sys.argv) > 3 else 1

    demo_ppo_h_term(GPU_ID, DRL_ID, ENV_ID)
    # demo_a2c_ppo(GPU_ID, DRL_ID, ENV_ID)
    # demo_load_pendulum_and_render()
